{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:09.363212+08:00",
     "start_time": "2018-04-09T12:28:07.319939Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from __future__ import absolute_import\n",
    "from __future__ import division\n",
    "from __future__ import print_function\n",
    "\n",
    "import collections\n",
    "import math\n",
    "import os\n",
    "import random\n",
    "from tempfile import gettempdir\n",
    "import zipfile\n",
    "\n",
    "import numpy as np\n",
    "from six.moves import urllib\n",
    "from six.moves import xrange  # pylint: disable=redefined-builtin\n",
    "import tensorflow as tf"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 1: Download the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:09.418349+08:00",
     "start_time": "2018-04-09T12:28:09.364700Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data size 1786003\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'潘阆酒泉子（十之一）长忆钱塘，不是人寰是天上。万家掩映翠微间。处处水潺潺。异花四季当窗放。出入分明在屏障。别来隋柳几经秋。何日得重游。酒泉子（十之二）长忆钱塘，临水傍山三百寺。僧房携杖遍曾游。闲话觉忘'"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Read the data into a list of strings.\n",
    "\n",
    "def read_data(filename):\n",
    "    file = open(filename,'rb')\n",
    "    data = file.read().strip().decode(\"utf-8\").replace('\\r','').replace('\\n','').replace('\\t','')\n",
    "    file.close()\n",
    "\n",
    "    return data\n",
    "\n",
    "def read_data2(filename):\n",
    "  with tf.gfile.GFile(filename, \"rb\") as f:\n",
    "      return f.read().decode(\"utf-8\").replace(\"\\n\", \"\").split()\n",
    "\n",
    "filename = 'QuanSongCi.txt'\n",
    "vocabulary = read_data(filename)\n",
    "print('Data size', len(vocabulary))\n",
    "vocabulary[:100]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 2: Build the dictionary and replace rare words with UNK token.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:10.197694+08:00",
     "start_time": "2018-04-09T12:28:09.421353Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Most common words (+UNK) [['UNK', 1194], ('。', 149620), ('，', 108451), ('、', 19612), ('人', 13607)]\n",
      "Sample data [1505, 1827, 39, 613, 46, 9, 111, 116, 7, 8] ['潘', '阆', '酒', '泉', '子', '（', '十', '之', '一', '）']\n"
     ]
    }
   ],
   "source": [
    "vocabulary_size = 5000\n",
    "\n",
    "def build_dataset(words, n_words):\n",
    "  \"\"\"Process raw inputs into a dataset.\"\"\"\n",
    "  count = [['UNK', -1]]\n",
    "  count.extend(collections.Counter(words).most_common(n_words - 1))\n",
    "  dictionary = dict()\n",
    "\n",
    "  for word, _ in count:\n",
    "    dictionary[word] = len(dictionary)\n",
    "\n",
    "  data = list()\n",
    "  unk_count = 0\n",
    "  for word in words:\n",
    "    index = dictionary.get(word, 0)\n",
    "    if index == 0:  # dictionary['UNK']\n",
    "      unk_count += 1\n",
    "            \n",
    "    data.append(index)\n",
    "\n",
    "  count[0][1] = unk_count\n",
    "  reversed_dictionary = dict(zip(dictionary.values(), dictionary.keys()))\n",
    "\n",
    "  return data, count, dictionary, reversed_dictionary\n",
    "\n",
    "# Filling 4 global variables:\n",
    "# data - list of codes (integers from 0 to vocabulary_size-1).\n",
    "#   This is the original text but words are replaced by their codes\n",
    "# count - map of words(strings) to count of occurrences\n",
    "# dictionary - map of words(strings) to their codes(integers)\n",
    "# reverse_dictionary - maps codes(integers) to words(strings)\n",
    "data, count, dictionary, reverse_dictionary = build_dataset(vocabulary, vocabulary_size)\n",
    "\n",
    "del vocabulary  # Hint to reduce memory.\n",
    "print('Most common words (+UNK)', count[:5])\n",
    "print('Sample data', data[:10], [reverse_dictionary[i] for i in data[:10]])\n",
    "\n",
    "\n",
    "\n",
    "data_index = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:10.207220+08:00",
     "start_time": "2018-04-09T12:28:10.199699Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(5000, 5000)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(reverse_dictionary), len(dictionary)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 3: Function to generate a training batch for the skip-gram model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:10.251340+08:00",
     "start_time": "2018-04-09T12:28:10.209230Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1827 阆 -> 39 酒\n",
      "1827 阆 -> 1505 潘\n",
      "39 酒 -> 1827 阆\n",
      "39 酒 -> 613 泉\n",
      "613 泉 -> 46 子\n",
      "613 泉 -> 39 酒\n",
      "46 子 -> 9 （\n",
      "46 子 -> 613 泉\n"
     ]
    }
   ],
   "source": [
    "def generate_batch(batch_size, num_skips, skip_window):\n",
    "  global data_index\n",
    "  assert batch_size % num_skips == 0\n",
    "  assert num_skips <= 2 * skip_window\n",
    "  batch = np.ndarray(shape=(batch_size), dtype=np.int32)\n",
    "  labels = np.ndarray(shape=(batch_size, 1), dtype=np.int32)\n",
    "  span = 2 * skip_window + 1  # [ skip_window target skip_window ]\n",
    "  buffer = collections.deque(maxlen=span)\n",
    "\n",
    "  if data_index + span > len(data):\n",
    "    data_index = 0\n",
    "\n",
    "  buffer.extend(data[data_index:data_index + span])\n",
    "  data_index += span\n",
    "  for i in range(batch_size // num_skips):\n",
    "    context_words = [w for w in range(span) if w != skip_window]\n",
    "    words_to_use = random.sample(context_words, num_skips)\n",
    "    for j, context_word in enumerate(words_to_use):\n",
    "      batch[i * num_skips + j] = buffer[skip_window]\n",
    "      labels[i * num_skips + j, 0] = buffer[context_word]\n",
    "    if data_index == len(data):\n",
    "      buffer = data[:span]\n",
    "      data_index = span\n",
    "    else:\n",
    "      buffer.append(data[data_index])\n",
    "      data_index += 1\n",
    "\n",
    "  # Backtrack a little bit to avoid skipping words in the end of a batch\n",
    "  data_index = (data_index + len(data) - span) % len(data)\n",
    "\n",
    "  return batch, labels\n",
    "\n",
    "batch, labels = generate_batch(batch_size=8, num_skips=2, skip_window=1)\n",
    "for i in range(8):\n",
    "    print(batch[i], reverse_dictionary[batch[i]], '->', labels[i, 0], reverse_dictionary[labels[i, 0]])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 4: Build and train a skip-gram model."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:28:10.690052+08:00",
     "start_time": "2018-04-09T12:28:10.255377Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "batch_size = 128\n",
    "embedding_size = 128  # Dimension of the embedding vector.\n",
    "skip_window = 1       # How many words to consider left and right.\n",
    "num_skips = 2         # How many times to reuse an input to generate a label.\n",
    "num_sampled = 64      # Number of negative examples to sample.\n",
    "\n",
    "# We pick a random validation set to sample nearest neighbors. Here we limit the\n",
    "# validation samples to the words that have a low numeric ID, which by\n",
    "# construction are also the most frequent. These 3 variables are used only for\n",
    "# displaying model accuracy, they don't affect calculation.\n",
    "\n",
    "valid_size = 16     # Random set of words to evaluate similarity on.\n",
    "valid_window = 100  # Only pick dev samples in the head of the distribution.\n",
    "valid_examples = np.random.choice(valid_window, valid_size, replace=False)\n",
    "\n",
    "graph = tf.Graph()\n",
    "\n",
    "with graph.as_default():\n",
    "  # Input data.\n",
    "  train_inputs = tf.placeholder(tf.int32, shape=[batch_size])\n",
    "  train_labels = tf.placeholder(tf.int32, shape=[batch_size, 1])\n",
    "  valid_dataset = tf.constant(valid_examples, dtype=tf.int32)\n",
    "    \n",
    "  # Ops and variables pinned to the CPU because of missing GPU implementation\n",
    "  with tf.device('/cpu:0'):\n",
    "    # Look up embeddings for inputs.\n",
    "    embeddings = tf.Variable(\n",
    "        tf.random_uniform([vocabulary_size, embedding_size], -1.0, 1.0))\n",
    "\n",
    "    embed = tf.nn.embedding_lookup(embeddings, train_inputs)\n",
    "\n",
    "    # Construct the variables for the NCE loss\n",
    "    nce_weights = tf.Variable(tf.truncated_normal([vocabulary_size, embedding_size],\n",
    "                            stddev=1.0 / math.sqrt(embedding_size)))\n",
    "    nce_biases = tf.Variable(tf.zeros([vocabulary_size]))\n",
    "\n",
    "  # Compute the average NCE loss for the batch.\n",
    "  # tf.nce_loss automatically draws a new sample of the negative labels each\n",
    "  # time we evaluate the loss.\n",
    "  # Explanation of the meaning of NCE loss:\n",
    "  #   http://mccormickml.com/2016/04/19/word2vec-tutorial-the-skip-gram-model/\n",
    "\n",
    "  loss = tf.reduce_mean(\n",
    "      tf.nn.nce_loss(weights=nce_weights,\n",
    "                     biases=nce_biases,\n",
    "                     labels=train_labels,\n",
    "                     inputs=embed,\n",
    "                     num_sampled=num_sampled,\n",
    "                     num_classes=vocabulary_size))\n",
    "\n",
    "  # Construct the SGD optimizer using a learning rate of 1.0.\n",
    "  optimizer = tf.train.GradientDescentOptimizer(1.0).minimize(loss)\n",
    "\n",
    "  # Compute the cosine similarity between minibatch examples and all embeddings.\n",
    "  norm = tf.sqrt(tf.reduce_sum(tf.square(embeddings), 1, keep_dims=True))\n",
    "  normalized_embeddings = embeddings / norm\n",
    "  valid_embeddings = tf.nn.embedding_lookup( normalized_embeddings, valid_dataset)\n",
    "  similarity = tf.matmul(valid_embeddings, normalized_embeddings, transpose_b=True)\n",
    "\n",
    "  # Add variable initializer.\n",
    "  init = tf.global_variables_initializer()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 5: Begin training."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:51:42.298983+08:00",
     "start_time": "2018-04-09T12:28:10.692009Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Initialized\n",
      "Average loss at step  0 :  212.169967651\n",
      "Nearest to 见: 醪, 箬, 许, 灌, 济, 篪, 瞪, 氐,\n",
      "Nearest to 人: 幰, 鲍, 暨, 郢, 段, 螮, 毡, 牢,\n",
      "Nearest to 楼: 昨, 凫, 谱, 期, 鹤, 嘤, 穰, 吭,\n",
      "Nearest to 更: 汞, 濠, 踌, 黉, 沁, 荇, 迨, 笏,\n",
      "Nearest to 西: 访, 又, 胙, 迈, 嵩, 酷, 迳, 溧,\n",
      "Nearest to 深: 濠, 胭, 褪, 啄, 锸, 漫, 丕, 禊,\n",
      "Nearest to 日: 袓, 逄, 霹, a, 隋, 驷, 仅, 倾,\n",
      "Nearest to 今: 俗, 传, 阻, 溜, 斋, 月, 糁, 囷,\n",
      "Nearest to 仙: 旖, 念, 簿, 锯, 愚, 肇, 椹, 帻,\n",
      "Nearest to 里: 慵, 芭, 义, 高, 左, 滔, 釂, 撞,\n",
      "Nearest to 生: 趱, 舜, 待, 桃, 围, 恨, 裨, 恳,\n",
      "Nearest to 山: 戢, 火, 蚀, 备, 绅, 城, 眠, 魂,\n",
      "Nearest to 酒: 泓, 苹, 蹊, 矶, 跖, 嗾, 泚, 鳣,\n",
      "Nearest to 歌: 雍, 奥, 稍, 窬, 狼, 玖, 我, 樯,\n",
      "Nearest to 笑: 铿, 楚, 幺, 眚, 垤, 驭, 闵, B,\n",
      "Nearest to 流: 世, 轼, 综, 粉, 鼎, 毋, 龛, 幕,\n",
      "Average loss at step  2000 :  21.869988692\n",
      "Average loss at step  4000 :  5.35295987213\n",
      "Average loss at step  6000 :  4.96805772257\n",
      "Average loss at step  8000 :  4.77099280417\n",
      "Average loss at step  10000 :  4.67232884634\n",
      "Nearest to 见: 许, 醪, 间, 沿, 济, 曾, 瞰, 斑,\n",
      "Nearest to 人: 期, 笥, 姝, 卉, 毡, 志, 可, 郢,\n",
      "Nearest to 楼: 昨, 谱, 筵, 期, 靓, 嘤, 穰, 鹤,\n",
      "Nearest to 更: 汞, 沁, 笏, 濠, 处, 荇, 踌, 湾,\n",
      "Nearest to 西: 又, 访, 寒, 锁, 浴, 仆, 色, 液,\n",
      "Nearest to 深: 胭, 间, 褪, 啄, 漫, 叠, 濠, 处,\n",
      "Nearest to 日: 毂,  , 倾, 轮, 题, a, 褪, 隋,\n",
      "Nearest to 今: 传, 俗, 阻, 斋, 月, 傲, 溜, 拟,\n",
      "Nearest to 仙: 念, 蜀, 旖,  , 簿, 愚, 宣, 景,\n",
      "Nearest to 里: 芭, 左, 慵, 滔, 委, 掷, 说, 撞,\n",
      "Nearest to 生: 舜, 待,  , 围, 被, 而, 注, 歧,\n",
      "Nearest to 山:  , 城, 戢, 火, 眠, 胎, 绅, 埃,\n",
      "Nearest to 酒: 矶, 改, 专, 遮, 苹, 泓, 怕, 珀,\n",
      "Nearest to 歌: 雍, 愔, 圣, 稍, 庚, 牖, 荔, 渐,\n",
      "Nearest to 笑: 铿, 驭, 楚, 愠, 麋, 丸, 快, 达,\n",
      "Nearest to 流: 世, 粉, 幕, 轼, 阀, 商, 巴, 伤,\n",
      "Average loss at step  12000 :  4.61135381758\n",
      "Average loss at step  14000 :  4.56313067555\n",
      "Average loss at step  16000 :  4.56311264074\n",
      "Average loss at step  18000 :  4.56963666785\n",
      "Average loss at step  20000 :  4.4966566385\n",
      "Nearest to 见: 间, 许, 醪, 沿, 曾, 闱, 篪, 济,\n",
      "Nearest to 人: 笥,  , 郢, 期, 卉, 志, 绪, 翁,\n",
      "Nearest to 楼: 谱, 靓, 昨, 筵, 嘤, 强, 羞, 任,\n",
      "Nearest to 更: 汞, 沁, 笏, 踌, 处, 荇, 濠, 湾,\n",
      "Nearest to 西: 又, 访, 亚, 春, 溧, 凌, 浴, 采,\n",
      "Nearest to 深: 胭, 褪, 啄, 间, 处, 薄, 恙, 麹,\n",
      "Nearest to 日: 毂,  , 题, 褪, a, 倾, 隋, 祈,\n",
      "Nearest to 今: 斋, 阻, 拟, 舻, 冬, 传, 何, 侑,\n",
      "Nearest to 仙: 念, 蜀, 旖, 簿, 愚, 扪,  , 竺,\n",
      "Nearest to 里: 芭, 左, 滔, 撞, 掷, 犬, 赍, 委,\n",
      "Nearest to 生: 趱,  , 而, 舜, 被, 注, 围, 着,\n",
      "Nearest to 山:  , 城, 戢, 火, 胎, 灯, 眠, 克,\n",
      "Nearest to 酒: 专, 矶, 改, 泓, 殆, 怕, 遮, 泚,\n",
      "Nearest to 歌: 雍, 愔, 圣, 牖, 奥, 荔, 累, 稍,\n",
      "Nearest to 笑: 铿, 驭, 丸, 麋, 快, 片, 愠, 楚,\n",
      "Nearest to 流: 世, 阀, 巴, 轼, 粉, 素, 幕, 毋,\n",
      "Average loss at step  22000 :  4.4426847074\n",
      "Average loss at step  24000 :  4.47661106074\n",
      "Average loss at step  26000 :  4.52606039393\n",
      "Average loss at step  28000 :  4.4490616529\n",
      "Average loss at step  30000 :  4.25868291521\n",
      "Nearest to 见: 醪, 间, 许, 沿, 闱, 睇, 到, 篪,\n",
      "Nearest to 人: 绪, 姝, 笥, 毡, 自, 圜, 怎, 卉,\n",
      "Nearest to 楼: 靓, 谱, 筵, 昨, 囗, 桥, 嘤, 羞,\n",
      "Nearest to 更: 汞, 笏, 处, 踌, 沁, 披, 荇, 又,\n",
      "Nearest to 西: 东, 南, 又, 亚, 访, 春, 溧, 海,\n",
      "Nearest to 深: 褪, 胭, 处, 间, 啄, 薄, 恙, 麹,\n",
      "Nearest to 日: 毂, 宵, 隋, 瓣,  , 褪, 月, 睹,\n",
      "Nearest to 今: 斋, 拟, 阻, 冬, 何, 侑, 舻, 跎,\n",
      "Nearest to 仙: 蜀, 簿, 愚, 扪, 念, 旖,  , 脐,\n",
      "Nearest to 里: 囗, 芭, 滔, 撞, 赍, 例, 榄, 犬,\n",
      "Nearest to 生: 趱,  , 注, 被, 而, 美, 炙, 着,\n",
      "Nearest to 山:  , 城, 戢, 胎, 克, 灯, 火, 眠,\n",
      "Nearest to 酒: 专, 矶, 改, 泚, 怕, 殆, 泓, 厮,\n",
      "Nearest to 歌: 雍, 愔, 圣, 牖, 累, 奥, 稍, 汲,\n",
      "Nearest to 笑: 铿, 驭, 麋, 丸, 片, 愠, B, 垤,\n",
      "Nearest to 流: 阀, 世, 轼, 巴, 鹏, 幕, 浓, 粉,\n",
      "Average loss at step  32000 :  4.29441007197\n",
      "Average loss at step  34000 :  4.30339151084\n",
      "Average loss at step  36000 :  4.27524191833\n",
      "Average loss at step  38000 :  4.27617201221\n",
      "Average loss at step  40000 :  4.28782155871\n",
      "Nearest to 见: 到, 许, 睇, 闱, 沿, 看, 对, 间,\n",
      "Nearest to 人: 绪, 姝, 笥, 我, 客, 圜, 自, 志,\n",
      "Nearest to 楼: 靓, 谱, 筵, 桥, 囗, 昨, 嘤, 强,\n",
      "Nearest to 更: 汞, 处, 又, 踌, 笏, 萃, 荇, 且,\n",
      "Nearest to 西: 东, 南, 北, 亚, 访, 溧, 又, 荼,\n",
      "Nearest to 深: 褪, 薄, 胭, 啄, 处, 间, 恙, 麹,\n",
      "Nearest to 日: 毂, 月, 睹, 宵, 始, 隋,  , 瓣,\n",
      "Nearest to 今: 斋, 他, 舻, 何, 侑, 冬, 拟, 阻,\n",
      "Nearest to 仙: 蜀, 愚, 簿, 扪, 念, 旖,  , 肱,\n",
      "Nearest to 里: 囗, 芭, 赍, 滔, 撞, 例, 耻, 榄,\n",
      "Nearest to 生: 趱, 美, 着, 被, 拼, 而, 注,  ,\n",
      "Nearest to 山:  , 胎, 城, 火, 克, 戢, 水, 绍,\n",
      "Nearest to 酒: 专, 矶, 改, 泚, 殆, 局, 怕, 厮,\n",
      "Nearest to 歌: 愔, 雍, 累, 圣, 奥, 汲, 牖, 闻,\n",
      "Nearest to 笑: 铿, 驭, 丸, 麋, 片, 廓, B, 垤,\n",
      "Nearest to 流: 阀, 世, 鹏, 巴, 轼, 幕, 僵, 脉,\n",
      "Average loss at step  42000 :  4.29064088225\n",
      "Average loss at step  44000 :  4.33670753062\n",
      "Average loss at step  46000 :  4.32381021166\n",
      "Average loss at step  48000 :  4.32950771224\n",
      "Average loss at step  50000 :  4.29451637709\n",
      "Nearest to 见: 到, 对, 闱, 睇, 看, 许, 似, 与,\n",
      "Nearest to 人: 绪, 我, 笥, 牢, 姝, 圜, 抚, 志,\n",
      "Nearest to 楼: 靓, 筵, 谱, 台, 桥, 珮, 册, 囗,\n",
      "Nearest to 更: 汞, 又, 处, 花, 踌, 笏, 能, 且,\n",
      "Nearest to 西: 东, 南, 北, 亚, 访, 临, 海, 荼,\n",
      "Nearest to 深: 褪, 胭, 薄, 啄, 处, 麹, 恙, 怨,\n",
      "Nearest to 日: 毂, 月, 宵, 睹, 朝, 始, 辍, 瓣,\n",
      "Nearest to 今: 斋, 何, 他, 许, 舻, 冬, 侑, 竟,\n",
      "Nearest to 仙: 愚, 蜀, 簿, 扪, 旖, 肱, 念, 竺,\n",
      "Nearest to 里: 囗, 赍, 芭, 滔, 撞, 斛, 例, 耻,\n",
      "Nearest to 生: 趱, 注, 拼, 着, 美, 而,  , 到,\n",
      "Nearest to 山:  , 藉, 胎, 城, 灯, 绍, 戢, 峰,\n",
      "Nearest to 酒: 专, 矶, 改, 厮, 泚, 局, 殆, 享,\n",
      "Nearest to 歌: 愔, 雍, 牖, 累, 奥, 温, 滓, 窬,\n",
      "Nearest to 笑: 铿, B, 麋, 驭, 念, 丸, 垤, 片,\n",
      "Nearest to 流: 阀, 世, 巴, 轼, 僵, 鹏, 瑁, 浓,\n",
      "Average loss at step  52000 :  4.32132739162\n",
      "Average loss at step  54000 :  4.36013115442\n",
      "Average loss at step  56000 :  4.31471939957\n",
      "Average loss at step  58000 :  4.16670147383\n",
      "Average loss at step  60000 :  4.19024950266\n",
      "Nearest to 见: 到, 看, 对, 睇, 闱, 有, 与, 似,\n",
      "Nearest to 人: 绪, 我, 姝, 笥, 自, 怎, 任, 客,\n",
      "Nearest to 楼: 靓, 筵, 台, 册, 谱, 桥, 阑, 堂,\n",
      "Nearest to 更: 汞, 又, 处, 踌, 且, 怎, 萃, 便,\n",
      "Nearest to 西: 东, 南, 北, 亚, 荼, 临, 溧, 访,\n",
      "Nearest to 深: 褪, 薄, 胭, 处, 啄, 麹, 院, 怨,\n",
      "Nearest to 日: 月, 毂, 始, 朝, 睹, 隋, 宵, 瓣,\n",
      "Nearest to 今: 斋, 他, 何, 此, 竟, 冬, 侑, 许,\n",
      "Nearest to 仙: 愚, 蜀, 簿, 肱, 扪, 炫, 旖, 萁,\n",
      "Nearest to 里: 囗, 赍, 滔, 芭, 撞, 载, 顷, 斛,\n",
      "Nearest to 生: 美, 趱, 着, 拼, 注, , 到, 炙,\n",
      "Nearest to 山: 峰, 水,  , 藉, 克, 城, 灯, 锸,\n",
      "Nearest to 酒: 专, 矶, 改, 局, 泚, 厮, 殆, 享,\n",
      "Nearest to 歌: 愔, 累, 窬, 雍, 温, 圣, 奥, 陇,\n",
      "Nearest to 笑: 铿, 驭, 廓, 丸, B, 麋, 片, 试,\n",
      "Nearest to 流: 阀, 轼, 僵, 鹏, 世, 脉, 瑁, 幕,\n",
      "Average loss at step  62000 :  4.19726265883\n",
      "Average loss at step  64000 :  4.19864577281\n",
      "Average loss at step  66000 :  4.18844033694\n",
      "Average loss at step  68000 :  4.20191093421\n",
      "Average loss at step  70000 :  4.21938576007\n",
      "Nearest to 见: 到, 看, 睇, 对, 逢, 有, 闱, 与,\n",
      "Nearest to 人: 绪, 姝, 我, 客, 笥, 圜, 怎, 寂,\n",
      "Nearest to 楼: 靓, 筵, 台, 阑, 册, 桥, 珮, 背,\n",
      "Nearest to 更: 汞, 又, 处, 便, 萃, 且, 踌, 荇,\n",
      "Nearest to 西: 东, 南, 北, 荼, 亚, 临, 访, 清,\n",
      "Nearest to 深: 褪, 薄, 啄, 胭, 怨, 浅, 孩, 处,\n",
      "Nearest to 日: 毂, 宵, 始, 月, 睹, 朝, 隋, 至,\n",
      "Nearest to 今: 他, 斋, 许, 竟, 此, 止, 昨, 煞,\n",
      "Nearest to 仙: 愚, 蜀, 肱, 簿, 扪, 旖, 搬, 炫,\n",
      "Nearest to 里: 赍, 滔, 囗, 芭, 斛, 顷, 载, 嗜,\n",
      "Nearest to 生: 趱, 美, 拼, 着, , 到, 乇, 渐,\n",
      "Nearest to 山: 峰, 水, 克, 藉, 胎, 绍,  , 城,\n",
      "Nearest to 酒: 专, 改, 矶, 局, 泚, 殆, 享, 厮,\n",
      "Nearest to 歌: 愔, 滓, 箫, 窬, 累, 兹, 陇, 垌,\n",
      "Nearest to 笑: 铿, 醉, B, 廓, 驭, 误, 垤, 丸,\n",
      "Nearest to 流: 阀, 轼, 僵, 鹏, 脉, 巴, 手, 世,\n",
      "Average loss at step  72000 :  4.25275416517\n",
      "Average loss at step  74000 :  4.25780550897\n",
      "Average loss at step  76000 :  4.25819825053\n",
      "Average loss at step  78000 :  4.23085424709\n",
      "Average loss at step  80000 :  4.24880617607\n",
      "Nearest to 见: 到, 对, 看, 与, 逢, 睇, 闱, 足,\n",
      "Nearest to 人: 绪, 圜, 我, 姝, 春, 客, 牢, 纂,\n",
      "Nearest to 楼: 靓, 台, 筵, 阑, 桥, 背, 珮, 堂,\n",
      "Nearest to 更: 又, 汞, 处, 便, 待, 且, 荇, 花,\n",
      "Nearest to 西: 东, 南, 北, 临, 荼, 溧, 亚, 海,\n",
      "Nearest to 深: 褪, 薄, 胭, 啄, 浅, 怨, 麹, 处,\n",
      "Nearest to 日: 月, 毂, 宵, 朝, 睹, 始, 隋, 夕,\n",
      "Nearest to 今: 此, 竟, 他, 斋, 许, 昨, 冬, 终,\n",
      "Nearest to 仙: 愚, 蜀, 肱, 簿, 搬, 竺, 旖, 郡,\n",
      "Nearest to 里: 赍, 载, 顷, 滔, 斛, 囗, 中, 嗜,\n",
      "Nearest to 生: 拼, 着, , 趱, 到, 美, 注, 炙,\n",
      "Nearest to 山: 峰, 藉, 水, 锸, 搓, 克, 绍, 戢,\n",
      "Nearest to 酒: 专, 矶, 改, 局, 泚, 厮, 殆, 享,\n",
      "Nearest to 歌: 愔, 箫, 陇, 滓, 窬, 累, 兹, 垌,\n",
      "Nearest to 笑: 铿, B, 醉, 误, 念, 垤, 廓, 丸,\n",
      "Nearest to 流: 阀, 轼, 僵, 脉, 巴, 鹏, 世, 瑁,\n",
      "Average loss at step  82000 :  4.29152995384\n",
      "Average loss at step  84000 :  4.23706922901\n",
      "Average loss at step  86000 :  4.1280521363\n",
      "Average loss at step  88000 :  4.14225902045\n",
      "Average loss at step  90000 :  4.14272238588\n",
      "Nearest to 见: 到, 看, 对, 逢, 与, 睇, 识, 有,\n",
      "Nearest to 人: 绪, 姝, 客, 我, 笥, 自, 花, 怎,\n",
      "Nearest to 楼: 靓, 台, 城, 阑, 筵, 背, 桥, 珮,\n",
      "Nearest to 更: 又, 汞, 便, 处, 且, 萃, 枳, 怎,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 荼, 清, 亚,\n",
      "Nearest to 深: 薄, 褪, 啄, 处, 密, 胭, 麹, 浅,\n",
      "Nearest to 日: 月, 毂, 夕, 朝, 始, 睹, 宵, 辍,\n",
      "Nearest to 今: 他, 此, 竟, 昨, 终, 何, 斋, 许,\n",
      "Nearest to 仙: 愚, 蜀, 簿, 肱, 郡, 搬, 炫, 亡,\n",
      "Nearest to 里: 赍, 载, 顷, 中, 囗, 斛, 滔, 嗜,\n",
      "Nearest to 生: 到, 拼, , 趱, 美, 搜, 着, 炙,\n",
      "Nearest to 山: 峰, 水, 锸, 克, 洎, 藉, 仇, 搓,\n",
      "Nearest to 酒: 专, 局, 矶, 改, 尊, 泚, 此, 殆,\n",
      "Nearest to 歌: 箫, 愔, 垌, 窬, 举, 兹, 累, 陇,\n",
      "Nearest to 笑: 铿, 醉, 廓, B, 误, 丸, 麋, 垤,\n",
      "Nearest to 流: 阀, 僵, 轼, 脉, 鹏, 瑁, 询, 定,\n",
      "Average loss at step  92000 :  4.14632687211\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  94000 :  4.1419330225\n",
      "Average loss at step  96000 :  4.15377947259\n",
      "Average loss at step  98000 :  4.17665403712\n",
      "Average loss at step  100000 :  4.20843150592\n",
      "Nearest to 见: 到, 对, 看, 逢, 与, 识, 睇, 忌,\n",
      "Nearest to 人: 绪, 姝, 我, 圜, 纂, 客, 抚, 春,\n",
      "Nearest to 楼: 台, 靓, 阑, 背, 桥, 城, 堂, 珮,\n",
      "Nearest to 更: 又, 汞, 便, 处, 待, 且, 枳, 萃,\n",
      "Nearest to 西: 东, 南, 北, 临, 荼, 溧, 访, 清,\n",
      "Nearest to 深: 薄, 褪, 啄, 浅, 密, 怨, 孩, 柑,\n",
      "Nearest to 日: 毂, 月, 始, 睹, 朝, 夕, 宵, 辍,\n",
      "Nearest to 今: 他, 此, 煞, 昨, 竟, 许, 终, 止,\n",
      "Nearest to 仙: 愚, 蜀, 肱, 郡, 搬, 簿, 竺, 亡,\n",
      "Nearest to 里: 赍, 顷, 载, 中, 斛, 滔, 嗜, 囗,\n",
      "Nearest to 生: 拼, , 美, 着, 趱, 搜, 到, 乇,\n",
      "Nearest to 山: 峰, 水, 搓, 锸, 洎, 藉, 克, 绍,\n",
      "Nearest to 酒: 专, 局, 改, 矶, 枚, 殆, 尊, 厮,\n",
      "Nearest to 歌: 箫, 愔, 垌, 举, 窬, 滓, 兹, 陇,\n",
      "Nearest to 笑: 铿, 误, 醉, 廓, B, 麋, 芘, 怡,\n",
      "Nearest to 流: 阀, 僵, 轼, 脉, 巴, 手, 昔, 定,\n",
      "Average loss at step  102000 :  4.20606351078\n",
      "Average loss at step  104000 :  4.2169322176\n",
      "Average loss at step  106000 :  4.18858917844\n",
      "Average loss at step  108000 :  4.20774778986\n",
      "Average loss at step  110000 :  4.24445945811\n",
      "Nearest to 见: 到, 对, 逢, 与, 看, 识, 是, 有,\n",
      "Nearest to 人: 绪, 姝, 纂, 圜, 我, 骨, 客, 笥,\n",
      "Nearest to 楼: 靓, 台, 阑, 桥, 背, 城, 筵, 堂,\n",
      "Nearest to 更: 又, 便, 汞, 处, 待, 共, 且, 荇,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 荼, 巴, 清,\n",
      "Nearest to 深: 密, 薄, 褪, 啄, 浅, 怨, 柑, 胭,\n",
      "Nearest to 日: 月, 毂, 夕, 宵, 朝, 始, 睹, 隋,\n",
      "Nearest to 今: 此, 竟, 他, 终, 昨, 许, 煞, 止,\n",
      "Nearest to 仙: 愚, 肱, 蜀, 搬, 郡, 簿, 竺, 炫,\n",
      "Nearest to 里: 赍, 载, 顷, 中, 斛, 滔, 嗜, 颗,\n",
      "Nearest to 生: , 搜, 鞠, 到, 美, 趱, 孙, 拼,\n",
      "Nearest to 山: 峰, 搓, 水, 洎, 藉, 锸, 仇, 竹,\n",
      "Nearest to 酒: 局, 专, 享, 此, 矶, 尊, 式, 改,\n",
      "Nearest to 歌: 箫, 愔, 举, 窬, 陇, 垌, 滓, 兹,\n",
      "Nearest to 笑: 误, 铿, 醉, 廓, 芘, 绎, 怡, B,\n",
      "Nearest to 流: 阀, 僵, 定, 轼, 脉, 询, 东, 鹏,\n",
      "Average loss at step  112000 :  4.18558741391\n",
      "Average loss at step  114000 :  4.09934402299\n",
      "Average loss at step  116000 :  4.11837444544\n",
      "Average loss at step  118000 :  4.10016220033\n",
      "Average loss at step  120000 :  4.1070069524\n",
      "Nearest to 见: 到, 对, 逢, 看, 与, 识, 忌, 是,\n",
      "Nearest to 人: 绪, 我, 客, 姝, 志, 圜, 掇, 纂,\n",
      "Nearest to 楼: 台, 城, 靓, 堂, 阑, 背, 桥, 筵,\n",
      "Nearest to 更: 又, 便, 汞, 处, 萃, 共, 待, 且,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 清, 荼, 亚,\n",
      "Nearest to 深: 薄, 密, 啄, 浅, 褪, 柑, 何, 怨,\n",
      "Nearest to 日: 毂, 月, 朝, 夕, 始, 睹, 宵, 隋,\n",
      "Nearest to 今: 他, 此, 煞, 昨, 终, 竟, 许, 止,\n",
      "Nearest to 仙: 愚, 蜀, 肱, 郡, 搬, 簿, 亡, 阡,\n",
      "Nearest to 里: 赍, 载, 中, 顷, 斛, 滔, 闯, 嗜,\n",
      "Nearest to 生: 拼, 鞠, 搜, 趱, , 到, 炙, 乇,\n",
      "Nearest to 山: 峰, 水, 锸, 洎, 克, 搓, 仇, 岩,\n",
      "Nearest to 酒: 局, 此, 殆, 矶, 专, 改, 尊, 枚,\n",
      "Nearest to 歌: 箫, 举, 垌, 愔, 窬, 簉, 累, 陇,\n",
      "Nearest to 笑: 醉, 误, 铿, 廓, 怡, B, 麋, 芘,\n",
      "Nearest to 流: 阀, 僵, 定, 轼, 脉, 鹏, 瑁, 昔,\n",
      "Average loss at step  122000 :  4.12353743249\n",
      "Average loss at step  124000 :  4.11792163968\n",
      "Average loss at step  126000 :  4.14799095201\n",
      "Average loss at step  128000 :  4.17261251962\n",
      "Average loss at step  130000 :  4.17225242448\n",
      "Nearest to 见: 到, 对, 看, 逢, 与, 识, 忌, 是,\n",
      "Nearest to 人: 绪, 我, 圜, 姝, 纂, 客, 抚, 民,\n",
      "Nearest to 楼: 台, 靓, 阑, 背, 城, 桥, 堂, 珮,\n",
      "Nearest to 更: 又, 便, 汞, 待, 处, 共, 荇, 枳,\n",
      "Nearest to 西: 东, 北, 南, 临, 荼, 溧, 访, 迢,\n",
      "Nearest to 深: 薄, 密, 啄, 浅, 褪, 柑, 怨, 麹,\n",
      "Nearest to 日: 月, 毂, 朝, 睹, 始, 夕, 薜, 辍,\n",
      "Nearest to 今: 此, 他, 煞, 终, 竟, 昨, 许, 止,\n",
      "Nearest to 仙: 愚, 肱, 郡, 蜀, 竺, 搬, 亡, 殢,\n",
      "Nearest to 里: 赍, 载, 顷, 中, 斛, 滔, 嗜, 颗,\n",
      "Nearest to 生: 拼, , 趱, 鞠, 着, 搜, 僝, 钉,\n",
      "Nearest to 山: 峰, 水, 搓, 岩, 洎, 锸, 仇, 绍,\n",
      "Nearest to 酒: 局, 此, 殆, 式, 享, 专, 枚, 尊,\n",
      "Nearest to 歌: 举, 箫, 愔, 垌, 窬, 滓, 陇, 兹,\n",
      "Nearest to 笑: 误, 醉, 铿, 廓, 莽, 照, B, 怪,\n",
      "Nearest to 流: 阀, 僵, 轼, 定, 昔, 脉, 手, 询,\n",
      "Average loss at step  132000 :  4.18533581805\n",
      "Average loss at step  134000 :  4.166348719\n",
      "Average loss at step  136000 :  4.16866211045\n",
      "Average loss at step  138000 :  4.21344056356\n",
      "Average loss at step  140000 :  4.14771818328\n",
      "Nearest to 见: 到, 对, 逢, 看, 与, 识, 照, 是,\n",
      "Nearest to 人: 绪, 姝, 我, 圜, 纂, 骨, 掇, 也,\n",
      "Nearest to 楼: 台, 城, 靓, 阑, 桥, 背, 堂, 珮,\n",
      "Nearest to 更: 便, 又, 待, 共, 处, 汞, 且, 枳,\n",
      "Nearest to 西: 东, 北, 南, 临, 荼, 溧, 巴, 清,\n",
      "Nearest to 深: 密, 薄, 浅, 啄, 柑, 褪, 怨, 何,\n",
      "Nearest to 日: 月, 夕, 毂, 始, 朝, 宵, 辍, 睹,\n",
      "Nearest to 今: 此, 终, 昨, 竟, 他, 煞, 许, 止,\n",
      "Nearest to 仙: 愚, 肱, 蜀, 郡, 搬, 竺, 亡, 逋,\n",
      "Nearest to 里: 载, 中, 赍, 顷, 斛, 滔, 颗, 嗜,\n",
      "Nearest to 生: , 搜, 鞠, 炙, 钉, 芜, 拼, 僝,\n",
      "Nearest to 山: 峰, 水, 岩, 洎, 锸, 搓, 竹, 藉,\n",
      "Nearest to 酒: 式, 局, 此, 橙, 尊, 醺, 柂, 泚,\n",
      "Nearest to 歌: 举, 箫, 陇, 窬, 垌, 兹, 愔, 簉,\n",
      "Nearest to 笑: 误, 醉, 铿, 廓, 照, 绎, 芘, 麋,\n",
      "Nearest to 流: 阀, 僵, 定, 轼, 脉, 昔, 手, 东,\n",
      "Average loss at step  142000 :  4.07587649643\n",
      "Average loss at step  144000 :  4.09360832715\n",
      "Average loss at step  146000 :  4.07473906004\n",
      "Average loss at step  148000 :  4.08183497131\n",
      "Average loss at step  150000 :  4.10106644773\n",
      "Nearest to 见: 到, 逢, 对, 与, 看, 识, 是, 忌,\n",
      "Nearest to 人: 我, 绪, 客, 圜, 掇, 姝, 也, 春,\n",
      "Nearest to 楼: 台, 城, 靓, 桥, 背, 阑, 堂, 珮,\n",
      "Nearest to 更: 便, 又, 共, 处, 汞, 待, 且, 只,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 清, 荼, 巴,\n",
      "Nearest to 深: 薄, 密, 浅, 啄, 遮, 柑, 褪, 怨,\n",
      "Nearest to 日: 夕, 月, 毂, 始, 朝, 睹, 镫, 薜,\n",
      "Nearest to 今: 他, 此, 终, 煞, 竟, 昨, 许, 止,\n",
      "Nearest to 仙: 愚, 肱, 郡, 蜀, 搬, 亡, 阡, 竺,\n",
      "Nearest to 里: 载, 赍, 顷, 中, 斛, 滔, 闯, 颗,\n",
      "Nearest to 生: 鞠, 搜, 趱, , 拼, 孙, 炙, 钉,\n",
      "Nearest to 山: 峰, 水, 锸, 搓, 岩, 洎, 叠, 仇,\n",
      "Nearest to 酒: 此, 橙, 更, 殆, 局, 式, 尊, 醺,\n",
      "Nearest to 歌: 箫, 举, 垌, 窬, 愔, 陇, 兹, 唱,\n",
      "Nearest to 笑: 醉, 误, 廓, 铿, 怡, 怪, 莽, 治,\n",
      "Nearest to 流: 阀, 僵, 脉, 定, 昔, 轼, 渑, 手,\n",
      "Average loss at step  152000 :  4.0862041893\n",
      "Average loss at step  154000 :  4.12091151559\n",
      "Average loss at step  156000 :  4.14926438069\n",
      "Average loss at step  158000 :  4.14862016582\n",
      "Average loss at step  160000 :  4.16374364603\n",
      "Nearest to 见: 到, 对, 逢, 与, 看, 识, 是, 向,\n",
      "Nearest to 人: 圜, 绪, 抚, 春, 我, 纂, 姝, 客,\n",
      "Nearest to 楼: 台, 城, 靓, 背, 亭, 阑, 堂, 辽,\n",
      "Nearest to 更: 又, 便, 共, 待, 汞, 处, 倍, 舂,\n",
      "Nearest to 西: 东, 南, 北, 临, 荼, 溧, 巴, 江,\n",
      "Nearest to 深: 薄, 密, 浅, 啄, 柑, 遮, 褪, 怨,\n",
      "Nearest to 日: 月, 夕, 毂, 朝, 薜, 宵, 睹, 午,\n",
      "Nearest to 今: 此, 他, 终, 煞, 昨, 竟, 许, 止,\n",
      "Nearest to 仙: 愚, 肱, 郡, 搬, 蜀, 竺, 亡, 殢,\n",
      "Nearest to 里: 顷, 载, 赍, 中, 斛, 滔, 闯, 嗜,\n",
      "Nearest to 生: , 趱, 拼, 鞠, 搜, 炙, 僝, 钉,\n",
      "Nearest to 山: 峰, 岩, 水, 搓, 锸, 竹, 叠, 洎,\n",
      "Nearest to 酒: 此, 式, 殆, 橙, 尊, 枚, 柂, 局,\n",
      "Nearest to 歌: 箫, 举, 垌, 唱, 窬, 愔, 陇, 箨,\n",
      "Nearest to 笑: 误, 醉, 铿, 照, 莽, 怡, 怪, 廓,\n",
      "Nearest to 流: 阀, 僵, 定, 昔, 脉, 轼, 渑, 浅,\n",
      "Average loss at step  162000 :  4.1421346488\n",
      "Average loss at step  164000 :  4.1517875905\n",
      "Average loss at step  166000 :  4.183320261\n",
      "Average loss at step  168000 :  4.12705314124\n",
      "Average loss at step  170000 :  4.05065611804\n",
      "Nearest to 见: 到, 逢, 看, 对, 识, 向, 与, 觉,\n",
      "Nearest to 人: 我, 绪, 怎, 圜, 抚, 骨, 他, 应,\n",
      "Nearest to 楼: 台, 城, 靓, 阑, 亭, 桥, 背, 堂,\n",
      "Nearest to 更: 便, 又, 共, 待, 处, 且, 汞, 夜,\n",
      "Nearest to 西: 东, 南, 北, 临, 溧, 巴, 荼, 迢,\n",
      "Nearest to 深: 密, 薄, 浅, 啄, 柑, 遮, 怨, 何,\n",
      "Nearest to 日: 夕, 月, 毂, 始, 薜, 宵, 朝, 晖,\n",
      "Nearest to 今: 此, 终, 他, 煞, 昨, 竟, 许, 永,\n",
      "Nearest to 仙: 愚, 肱, 蜀, 郡, 阡, 亡, 搬, 荚,\n",
      "Nearest to 里: 载, 赍, 中, 顷, 斛, 闯, 滔, 飏,\n",
      "Nearest to 生: 搜, 鞠, , 炙, 钉, 趱, 拼, 阇,\n",
      "Nearest to 山: 峰, 水, 岩, 锸, 洎, 搓, 嶂, 藉,\n",
      "Nearest to 酒: 柂, 局, 橙, 醺, 此, 式, 尊, 奼,\n",
      "Nearest to 歌: 举, 箫, 唱, 垌, 窬, 兹, 箨, 陇,\n",
      "Nearest to 笑: 误, 醉, 照, 廓, 铿, 怪, 莽, 怡,\n",
      "Nearest to 流: 阀, 僵, 定, 浅, 脉, 轼, 昔, 渑,\n",
      "Average loss at step  172000 :  4.08041274393\n",
      "Average loss at step  174000 :  4.04344357812\n",
      "Average loss at step  176000 :  4.06520314085\n",
      "Average loss at step  178000 :  4.0817479451\n",
      "Average loss at step  180000 :  4.06738655782\n",
      "Nearest to 见: 到, 逢, 对, 看, 识, 与, 觉, 是,\n",
      "Nearest to 人: 我, 圜, 客, 绪, 姝, 阻, 也, 抚,\n",
      "Nearest to 楼: 台, 城, 背, 桥, 堂, 靓, 亭, 阑,\n",
      "Nearest to 更: 便, 又, 共, 处, 汞, 待, 但, 倍,\n",
      "Nearest to 西: 东, 北, 南, 临, 清, 溧, 荼, 巴,\n",
      "Nearest to 深: 薄, 密, 浅, 啄, 遮, 柑, 怨, 闺,\n",
      "Nearest to 日: 毂, 夕, 始, 朝, 月, 薜, 镫, 晖,\n",
      "Nearest to 今: 他, 此, 终, 煞, 竟, 许, 昨, 晋,\n",
      "Nearest to 仙: 愚, 肱, 郡, 蜀, 阡, 搬, 亡, 竺,\n",
      "Nearest to 里: 载, 赍, 顷, 斛, 中, 滔, 闯, 颗,\n",
      "Nearest to 生: 搜, 鞠, 趱, , 拼, 阇, 钉, ●,\n",
      "Nearest to 山: 峰, 水, 搓, 岩, 洎, 锸, 克, 仇,\n",
      "Nearest to 酒: 此, 橙, 式, 尊, 局, 况, 苴, 殆,\n",
      "Nearest to 歌: 箫, 举, 垌, 唱, 欢, 窬, 兹, 陇,\n",
      "Nearest to 笑: 误, 醉, 怪, 治, 照, 铿, 莽, 怡,\n",
      "Nearest to 流: 阀, 定, 昔, 脉, 僵, 浅, 渑, 轼,\n",
      "Average loss at step  182000 :  4.09769214845\n",
      "Average loss at step  184000 :  4.13966616297\n",
      "Average loss at step  186000 :  4.12819032121\n",
      "Average loss at step  188000 :  4.13940696514\n",
      "Average loss at step  190000 :  4.12153066134\n",
      "Nearest to 见: 到, 对, 识, 逢, 与, 看, 向, 是,\n",
      "Nearest to 人: 我, 圜, 纂, 绪, 客, 春, 尘, 也,\n",
      "Nearest to 楼: 台, 城, 桥, 堂, 靓, 背, 阑, 亭,\n",
      "Nearest to 更: 又, 便, 共, 待, 处, 倍, 汞, 只,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 溧, 迢, 吴,\n",
      "Nearest to 深: 密, 薄, 啄, 浅, 遮, 柑, 何, 怨,\n",
      "Nearest to 日: 夕, 月, 毂, 薜, 朝, 镫, 宵, 睹,\n",
      "Nearest to 今: 此, 终, 他, 煞, 竟, 昨, 许, 聋,\n",
      "Nearest to 仙: 愚, 肱, 郡, 竺, 搬, 亡, 蜀, 荚,\n",
      "Nearest to 里: 载, 赍, 顷, 中, 斛, 滔, 闯, 颗,\n",
      "Nearest to 生: 鞠, 搜, , 趱, 钉, 着, 炙, 拼,\n",
      "Nearest to 山: 峰, 岩, 水, 竹, 搓, 洎, 锸, 仇,\n",
      "Nearest to 酒: 式, 醺, 尊, 此, 局, 饮, 橙, 享,\n",
      "Nearest to 歌: 箫, 举, 唱, 垌, 箨, 陇, 窬, 奚,\n",
      "Nearest to 笑: 误, 醉, 照, 怪, 铿, 莽, 怡, 治,\n",
      "Nearest to 流: 定, 阀, 僵, 昔, 脉, 浅, 渑, 轼,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  192000 :  4.13400231087\n",
      "Average loss at step  194000 :  4.16392998219\n",
      "Average loss at step  196000 :  4.09743271327\n",
      "Average loss at step  198000 :  4.0278279599\n",
      "Average loss at step  200000 :  4.08281980729\n",
      "Nearest to 见: 到, 对, 逢, 识, 看, 觉, 与, 向,\n",
      "Nearest to 人: 我, 客, 绪, 姝, 骨, 圜, 卉, 尘,\n",
      "Nearest to 楼: 城, 台, 堂, 靓, 阑, 亭, 背, 桥,\n",
      "Nearest to 更: 便, 又, 共, 处, 待, 且, 汞, 倍,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 迢, 巴, 坠,\n",
      "Nearest to 深: 密, 薄, 浅, 啄, 遮, 柑, 何, 静,\n",
      "Nearest to 日: 夕, 月, 毂, 始, 薜, 朝, 镫, 晖,\n",
      "Nearest to 今: 终, 他, 此, 煞, 昨, 竟, 许, 永,\n",
      "Nearest to 仙: 愚, 肱, 郡, 阡, 逋, 蜀, 亡, 竺,\n",
      "Nearest to 里: 载, 赍, 顷, 中, 斛, 飏, 颗, 滔,\n",
      "Nearest to 生: 搜, 鞠, , 钉, 炙, 境, 趱, 乇,\n",
      "Nearest to 山: 峰, 水, 岩, 锸, 洎, 克, 嶂, 叠,\n",
      "Nearest to 酒: 橙, 局, 此, 柂, 醺, 尊, 式, 浇,\n",
      "Nearest to 歌: 箫, 举, 唱, 垌, 欢, 箨, 奚, 兹,\n",
      "Nearest to 笑: 醉, 误, 照, 怪, 廓, 铿, 怡, 麋,\n",
      "Nearest to 流: 僵, 定, 阀, 脉, 渑, 浅, 昔, 瞿,\n",
      "Average loss at step  202000 :  4.01807477844\n",
      "Average loss at step  204000 :  4.05156919432\n",
      "Average loss at step  206000 :  4.06173007584\n",
      "Average loss at step  208000 :  4.05389235926\n",
      "Average loss at step  210000 :  4.08022570181\n",
      "Nearest to 见: 到, 逢, 对, 是, 与, 识, 觉, 看,\n",
      "Nearest to 人: 我, 圜, 姝, 客, 绪, 谁, 伊, 尘,\n",
      "Nearest to 楼: 台, 城, 阑, 堂, 亭, 背, 桥, 辽,\n",
      "Nearest to 更: 便, 又, 共, 处, 待, 汞, 但, 倍,\n",
      "Nearest to 西: 东, 北, 南, 临, 巴, 溧, 迢, 江,\n",
      "Nearest to 深: 薄, 密, 浅, 遮, 啄, 柑, 何, 浓,\n",
      "Nearest to 日: 毂, 夕, 朝, 月, 始, 岁, 镫, 薜,\n",
      "Nearest to 今: 他, 终, 煞, 此, 竟, 昨, 许, 晋,\n",
      "Nearest to 仙: 愚, 肱, 郡, 竺, 亡, 阡, 搬, 蜀,\n",
      "Nearest to 里: 赍, 载, 顷, 斛, 颗, 中, 飏, 滔,\n",
      "Nearest to 生: 搜, 趱, 鞠, , 拼, 澹, 乇, 钉,\n",
      "Nearest to 山: 峰, 水, 岩, 搓, 洎, 嶂, 叠, 锸,\n",
      "Nearest to 酒: 橙, 醺, 局, 式, 饮, 尊, 此, 殆,\n",
      "Nearest to 歌: 箫, 唱, 举, 垌, 欢, 箨, 窬, 兹,\n",
      "Nearest to 笑: 误, 醉, 怪, 怡, 照, 莽, 治, 铿,\n",
      "Nearest to 流: 定, 昔, 僵, 脉, 阀, 渑, 浅, 轼,\n",
      "Average loss at step  212000 :  4.12890295398\n",
      "Average loss at step  214000 :  4.11242924535\n",
      "Average loss at step  216000 :  4.12259608507\n",
      "Average loss at step  218000 :  4.09651218772\n",
      "Average loss at step  220000 :  4.12166655183\n",
      "Nearest to 见: 到, 对, 逢, 与, 识, 觉, 向, 看,\n",
      "Nearest to 人: 我, 圜, 绪, 姝, 纂, 客, 民, 也,\n",
      "Nearest to 楼: 台, 城, 桥, 阑, 阁, 背, 靓, 堂,\n",
      "Nearest to 更: 便, 又, 共, 待, 倍, 处, 汞, 但,\n",
      "Nearest to 西: 东, 北, 南, 临, 巴, 溧, 猛, 迢,\n",
      "Nearest to 深: 密, 薄, 浅, 遮, 柑, 啄, 浓, 佳,\n",
      "Nearest to 日: 夕, 镫, 月, 毂, 朝, 薜, 宵, 始,\n",
      "Nearest to 今: 终, 此, 他, 煞, 竟, 昨, 许, 聋,\n",
      "Nearest to 仙: 愚, 肱, 郡, 竺, 搬, 阡, 涑, 蜀,\n",
      "Nearest to 里: 载, 顷, 赍, 中, 斛, 飏, 颗, 滔,\n",
      "Nearest to 生: 鞠, 搜, , 借, 欺, 趱, 拼, 钉,\n",
      "Nearest to 山: 峰, 岩, 水, 洎, 竹, 锸, 搓, 嶂,\n",
      "Nearest to 酒: 式, 尊, 垆, 醺, 饮, 柂, 局, 浇,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 窬, 曲, 欢, 兹,\n",
      "Nearest to 笑: 误, 醉, 怪, 莽, 怡, 照, 治, 铿,\n",
      "Nearest to 流: 定, 僵, 阀, 昔, 渑, 脉, 浅, 瞿,\n",
      "Average loss at step  222000 :  4.14376517224\n",
      "Average loss at step  224000 :  4.0727633661\n",
      "Average loss at step  226000 :  4.02265230489\n",
      "Average loss at step  228000 :  4.06414991903\n",
      "Average loss at step  230000 :  4.00909664357\n",
      "Nearest to 见: 到, 逢, 识, 对, 与, 觉, 看, 向,\n",
      "Nearest to 人: 我, 客, 绪, 圜, 妨, 尘, 骨, 掇,\n",
      "Nearest to 楼: 城, 台, 亭, 堂, 桥, 厢, 阑, 阁,\n",
      "Nearest to 更: 便, 又, 共, 处, 倍, 待, 夜, 但,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 巴, 燕, 笾,\n",
      "Nearest to 深: 密, 薄, 浅, 遮, 何, 啄, 柑, 静,\n",
      "Nearest to 日: 夕, 月, 毂, 朝, 镫, 晖, 始, 泞,\n",
      "Nearest to 今: 终, 他, 煞, 此, 昨, 竟, 永, 晋,\n",
      "Nearest to 仙: 愚, 肱, 郡, 阡, 芳, 搬, 皋, 竺,\n",
      "Nearest to 里: 载, 赍, 中, 顷, 斛, 飏, □, 隔,\n",
      "Nearest to 生: 搜, 鞠, 趱, , 借, 境, 炙, 紧,\n",
      "Nearest to 山: 峰, 水, 岩, 锸, 洎, 嶂, 阳, 叠,\n",
      "Nearest to 酒: 局, 橙, 柂, 尊, 此, 浇, 饮, 式,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 箨, 按, 奚, 欢,\n",
      "Nearest to 笑: 醉, 误, 怪, 照, 怡, 羞, 莽, 治,\n",
      "Nearest to 流: 僵, 定, 脉, 浅, 渑, 轼, 阀, 昔,\n",
      "Average loss at step  232000 :  4.04302579927\n",
      "Average loss at step  234000 :  4.0518739779\n",
      "Average loss at step  236000 :  4.03314365447\n",
      "Average loss at step  238000 :  4.06600467849\n",
      "Average loss at step  240000 :  4.12649398875\n",
      "Nearest to 见: 逢, 到, 对, 识, 与, 看, 觉, 忌,\n",
      "Nearest to 人: 圜, 我, 绪, 姝, 客, 抚, 纂, 尘,\n",
      "Nearest to 楼: 城, 台, 亭, 堂, 阑, 桥, 阁, 背,\n",
      "Nearest to 更: 又, 便, 共, 待, 汞, 但, 倍, 处,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 巴, 猛, 迢,\n",
      "Nearest to 深: 薄, 密, 浅, 遮, 浓, 啄, 柑, 怨,\n",
      "Nearest to 日: 夕, 毂, 朝, 月, 晖, 始, 镫, 薜,\n",
      "Nearest to 今: 终, 煞, 此, 他, 昨, 竟, 晋, 许,\n",
      "Nearest to 仙: 愚, 肱, 郡, 竺, 阡, 灵, 亡, 搬,\n",
      "Nearest to 里: 载, 顷, 赍, 中, 斛, 飏, 颗, 闯,\n",
      "Nearest to 生: 搜, , 鞠, 趱, 借, 诞, 乇, 钉,\n",
      "Nearest to 山: 峰, 岩, 水, 搓, 洎, 嶂, 楼, 仇,\n",
      "Nearest to 酒: 饮, 橙, 柂, 殆, 垆, 式, 浇, 醺,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 欢, 箨, 窬, 按,\n",
      "Nearest to 笑: 误, 醉, 怪, 莽, 照, 怡, 治, 羡,\n",
      "Nearest to 流: 僵, 昔, 定, 浅, 渑, 脉, 阀, 轼,\n",
      "Average loss at step  242000 :  4.0934533788\n",
      "Average loss at step  244000 :  4.10620581901\n",
      "Average loss at step  246000 :  4.09043772674\n",
      "Average loss at step  248000 :  4.11124638104\n",
      "Average loss at step  250000 :  4.12765734911\n",
      "Nearest to 见: 到, 逢, 与, 对, 识, 觉, 是, 看,\n",
      "Nearest to 人: 我, 圜, 纂, 也, 客, 尘, 绪, 姝,\n",
      "Nearest to 楼: 城, 台, 阑, 桥, 阁, 堂, 靓, 背,\n",
      "Nearest to 更: 便, 又, 共, 待, 倍, 处, 汞, 但,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 巴, 猛, 倥,\n",
      "Nearest to 深: 密, 薄, 浅, 遮, 柑, 浓, 佳, 静,\n",
      "Nearest to 日: 夕, 朝, 毂, 月, 镫, 宵, 晖, 薜,\n",
      "Nearest to 今: 终, 此, 煞, 他, 竟, 昨, 聋, 许,\n",
      "Nearest to 仙: 愚, 肱, 竺, 涑, 阡, 郡, 灵, 皋,\n",
      "Nearest to 里: 载, 顷, 中, 赍, 飏, 斛, 颗, 隔,\n",
      "Nearest to 生: 搜, 鞠, 诞, , 钉, 境, 趱, 阇,\n",
      "Nearest to 山: 峰, 岩, 水, 洎, 竹, 搓, 嶂, 锸,\n",
      "Nearest to 酒: 式, 橙, 垆, 柂, 醺, 浇, 局, 饮,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 欢, 窬, 按, 哀,\n",
      "Nearest to 笑: 误, 醉, 怪, 莽, 怡, 治, 照, 羡,\n",
      "Nearest to 流: 僵, 定, 阀, 浅, 脉, 渑, 昔, 轼,\n",
      "Average loss at step  252000 :  4.05083898795\n",
      "Average loss at step  254000 :  4.02229028952\n",
      "Average loss at step  256000 :  4.05095147955\n",
      "Average loss at step  258000 :  3.99968605924\n",
      "Average loss at step  260000 :  4.02127621818\n",
      "Nearest to 见: 到, 逢, 识, 与, 对, 看, 觉, 是,\n",
      "Nearest to 人: 我, 客, 尘, 绪, 志, 阻, 圜, 掇,\n",
      "Nearest to 楼: 城, 台, 堂, 亭, 阁, 阑, 桥, 梯,\n",
      "Nearest to 更: 便, 又, 共, 处, 渐, 但, 夜, 倍,\n",
      "Nearest to 西: 东, 北, 南, 临, 溧, 巴, 清, 吴,\n",
      "Nearest to 深: 密, 薄, 浅, 遮, 柑, 浓, 啄, 闺,\n",
      "Nearest to 日: 夕, 毂, 镫, 月, 朝, 晖, 薜, 始,\n",
      "Nearest to 今: 终, 他, 煞, 此, 昨, 竟, 晋, 悴,\n",
      "Nearest to 仙: 愚, 肱, 阡, 郡, 皋, 芳, 竺, 迥,\n",
      "Nearest to 里: 载, 赍, 顷, 中, 飏, 斛, 糕, 闯,\n",
      "Nearest to 生: 搜, 鞠, 趱, 诞, 借, ●, , 境,\n",
      "Nearest to 山: 峰, 水, 岩, 洎, 锸, 嶂, 叠, 岫,\n",
      "Nearest to 酒: 局, 饮, 此, 橙, 醺, 柂, 浇, 尊,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 垌, 窬, 按, 哀,\n",
      "Nearest to 笑: 醉, 误, 羞, 怪, 怡, 潸, 缓, 莽,\n",
      "Nearest to 流: 僵, 渑, 浅, 定, 昔, 脉, 阀, 轼,\n",
      "Average loss at step  262000 :  4.04256700742\n",
      "Average loss at step  264000 :  4.02900079608\n",
      "Average loss at step  266000 :  4.05742811263\n",
      "Average loss at step  268000 :  4.11273359644\n",
      "Average loss at step  270000 :  4.08336875963\n",
      "Nearest to 见: 到, 逢, 对, 识, 与, 看, 觉, 向,\n",
      "Nearest to 人: 我, 圜, 尘, 纂, 春, 绪, 客, 玖,\n",
      "Nearest to 楼: 台, 城, 亭, 阑, 阁, 堂, 想, 桥,\n",
      "Nearest to 更: 便, 又, 共, 待, 倍, 但, 汞, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 倥, 巴, 迢, 江,\n",
      "Nearest to 深: 密, 薄, 浓, 遮, 浅, 柑, 啄, 闺,\n",
      "Nearest to 日: 夕, 月, 毂, 镫, 薜, 朝, 晖, 巳,\n",
      "Nearest to 今: 终, 煞, 此, 他, 昨, 竟, 许, 聋,\n",
      "Nearest to 仙: 愚, 肱, 竺, 郡, 灵, 涑, 阡, 荚,\n",
      "Nearest to 里: 载, 顷, 赍, 中, 斛, 飏, 隔, 嗜,\n",
      "Nearest to 生: 鞠, 趱, 搜, , 借, 僝, 乇, 拼,\n",
      "Nearest to 山: 峰, 岩, 水, 嶂, 岫, 搓, 洎, 仇,\n",
      "Nearest to 酒: 浇, 柂, 橙, 垆, 饮, 醺, 醪, 局,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 箨, 蟆, 按, 窬,\n",
      "Nearest to 笑: 误, 醉, 怪, 莽, 羡, 怡, 照, 虏,\n",
      "Nearest to 流: 渑, 僵, 定, 浅, 脉, 昔, 共, 轼,\n",
      "Average loss at step  272000 :  4.09009570086\n",
      "Average loss at step  274000 :  4.08023578894\n",
      "Average loss at step  276000 :  4.10008919561\n",
      "Average loss at step  278000 :  4.11298319304\n",
      "Average loss at step  280000 :  4.03027742875\n",
      "Nearest to 见: 到, 逢, 识, 看, 对, 与, 觉, 向,\n",
      "Nearest to 人: 圜, 姝, 绪, 我, 尘, 掇, 春, 客,\n",
      "Nearest to 楼: 城, 台, 阑, 、, 堂, 桥, 阁, 亭,\n",
      "Nearest to 更: 便, 又, 共, 待, 处, 但, 且, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 溧, 燕, 盻,\n",
      "Nearest to 深: 密, 浅, 遮, 薄, 浓, 何, 柑, 静,\n",
      "Nearest to 日: 夕, 镫, 月, 毂, 晖, 朝, 宵, 泞,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 竟, 他, 聋, 前,\n",
      "Nearest to 仙: 愚, 肱, 阡, 涑, 灵, 竺, 皋, 逋,\n",
      "Nearest to 里: 载, 赍, 中, 顷, 飏, 斛, 糕, 隔,\n",
      "Nearest to 生: 搜, 鞠, , 钉, 欺, 乇, 阇, 借,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 洎, 楼, 锸,\n",
      "Nearest to 酒: 柂, 醺, 浇, 橙, 局, 式, 垆, 醪,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 窬, 垌, 兹, 按,\n",
      "Nearest to 笑: 误, 醉, 怪, 羞, 缓, 共, 羡, 虏,\n",
      "Nearest to 流: 定, 僵, 浅, 脉, 渑, 阀, 昔, 轼,\n",
      "Average loss at step  282000 :  4.02038228309\n",
      "Average loss at step  284000 :  4.03405705774\n",
      "Average loss at step  286000 :  3.99143290544\n",
      "Average loss at step  288000 :  4.01210649014\n",
      "Average loss at step  290000 :  4.0284605684\n",
      "Nearest to 见: 逢, 到, 与, 识, 对, 看, 觉, 听,\n",
      "Nearest to 人: 我, 客, 圜, 绪, 阻, 姝, 尘, 掇,\n",
      "Nearest to 楼: 台, 城, 桥, 阁, 堂, 亭, 阑, 厢,\n",
      "Nearest to 更: 便, 又, 共, 但, 处, 倍, 惟, 汞,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 溧, 迢, 江,\n",
      "Nearest to 深: 密, 薄, 遮, 浅, 浓, 啄, 静, 柑,\n",
      "Nearest to 日: 夕, 镫, 朝, 毂, 晖, 鹁, 始, 月,\n",
      "Nearest to 今: 终, 煞, 他, 此, 竟, 昨, 晋, 悴,\n",
      "Nearest to 仙: 愚, 肱, 阡, 皋, 灵, 郡, 涑, 竺,\n",
      "Nearest to 里: 载, 赍, 顷, 飏, 中, 斛, 糕, 隔,\n",
      "Nearest to 生: 搜, 鞠, 趱, 借, 阇, , 诞, 活,\n",
      "Nearest to 山: 峰, 水, 岩, 洎, 嶂, 仇, 岫, 搓,\n",
      "Nearest to 酒: 橙, 浇, 饮, 局, 尊, 柂, 醺, 醪,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 垌, 窬, 哀, 遏,\n",
      "Nearest to 笑: 误, 醉, 怪, 羞, 羡, 缓, 潸, 共,\n",
      "Nearest to 流: 渑, 浅, 昔, 僵, 脉, 定, 轼, 阀,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  292000 :  4.02061148763\n",
      "Average loss at step  294000 :  4.0529795233\n",
      "Average loss at step  296000 :  4.09528849852\n",
      "Average loss at step  298000 :  4.07382164156\n",
      "Average loss at step  300000 :  4.0840053519\n",
      "Nearest to 见: 到, 逢, 识, 与, 对, 觉, 是, 看,\n",
      "Nearest to 人: 圜, 我, 春, 纂, 今, 客, 也, 绪,\n",
      "Nearest to 楼: 台, 城, 阁, 堂, 阑, 想, 亭, 桥,\n",
      "Nearest to 更: 又, 便, 共, 倍, 待, 但, 苦, 汞,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 倥, 溧, 燕,\n",
      "Nearest to 深: 密, 薄, 浅, 遮, 浓, 柑, 啄, 静,\n",
      "Nearest to 日: 夕, 镫, 月, 朝, 毂, 宵, 薜, 时,\n",
      "Nearest to 今: 终, 煞, 他, 此, 昨, 竟, 聋, 许,\n",
      "Nearest to 仙: 愚, 肱, 竺, 涑, 灵, 皋, 浩, 阡,\n",
      "Nearest to 里: 顷, 载, 赍, 飏, 斛, 中, 拥, 隔,\n",
      "Nearest to 生: 搜, 鞠, 趱, 借, , 僝, 欺, 钉,\n",
      "Nearest to 山: 峰, 岩, 嶂, 竹, 搓, 岫, 锸, 水,\n",
      "Nearest to 酒: 浇, 垆, 醪, 柂, 饮, 橙, 式, 醺,\n",
      "Nearest to 歌: 唱, 箫, 举, 垌, 窬, 欢, 哀, 奚,\n",
      "Nearest to 笑: 醉, 误, 怪, 照, 羡, 莽, 虏, 共,\n",
      "Nearest to 流: 浅, 渑, 定, 僵, 昔, 脉, 轼, 共,\n",
      "Average loss at step  302000 :  4.06489612222\n",
      "Average loss at step  304000 :  4.09282420146\n",
      "Average loss at step  306000 :  4.10229525161\n",
      "Average loss at step  308000 :  4.01439941001\n",
      "Average loss at step  310000 :  4.01156977415\n",
      "Nearest to 见: 到, 逢, 识, 觉, 看, 与, 对, 向,\n",
      "Nearest to 人: 我, 伊, 尘, 君, 他, 圜, 绪, 客,\n",
      "Nearest to 楼: 城, 台, 堂, 阑, 山, 亭, 筵, 鸾,\n",
      "Nearest to 更: 便, 又, 共, 但, 待, 倍, 剩, 夜,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 燕, 浙, 倥,\n",
      "Nearest to 深: 密, 浅, 薄, 遮, 柑, 静, 浓, 闺,\n",
      "Nearest to 日: 夕, 月, 毂, 镫, 晖, 始, 朝, 泞,\n",
      "Nearest to 今: 终, 煞, 他, 昨, 此, 竟, 聋, 悴,\n",
      "Nearest to 仙: 愚, 肱, 阡, 皋, 涑, 灵, 竺, 郡,\n",
      "Nearest to 里: 赍, 顷, 中, 飏, 载, 拥, 糕, 斛,\n",
      "Nearest to 生: 搜, 鞠, 钉, , 境, 阇, 借, 砌,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 洎, 楼, 锸,\n",
      "Nearest to 酒: 浇, 柂, 醺, 橙, 醪, 饮, 局, 垆,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 垌, 窬, 奚, 泚,\n",
      "Nearest to 笑: 误, 醉, 怪, 羞, 羡, 照, 虏, 缓,\n",
      "Nearest to 流: 定, 浅, 僵, 渑, 脉, 昔, 轼, 阀,\n",
      "Average loss at step  312000 :  4.03184405768\n",
      "Average loss at step  314000 :  3.98046583748\n",
      "Average loss at step  316000 :  3.99191112685\n",
      "Average loss at step  318000 :  4.02250312918\n",
      "Average loss at step  320000 :  4.01484074807\n",
      "Nearest to 见: 逢, 到, 识, 与, 觉, 看, 是, 对,\n",
      "Nearest to 人: 我, 伊, 君, 圜, 客, 谁, 绪, 处,\n",
      "Nearest to 楼: 台, 城, 阁, 亭, 梯, 桥, 阑, 想,\n",
      "Nearest to 更: 便, 又, 共, 但, 处, 待, 剩, 渐,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 吴, 倥, 江,\n",
      "Nearest to 深: 薄, 密, 浅, 遮, 浓, 柑, 闺, 莲,\n",
      "Nearest to 日: 镫, 夕, 毂, 晖, 朝, 月, 薜, 憾,\n",
      "Nearest to 今: 终, 煞, 他, 此, 昨, 悴, 竟, 聋,\n",
      "Nearest to 仙: 愚, 肱, 灵, 皋, 涑, 阡, 唇, 竺,\n",
      "Nearest to 里: 赍, 顷, 载, 飏, 斛, 拥, 中, 糕,\n",
      "Nearest to 生: 搜, 鞠, 趱, 活, 借, 境, , ●,\n",
      "Nearest to 山: 峰, 岩, 水, 洎, 搓, 锸, 克, 嶂,\n",
      "Nearest to 酒: 饮, 浇, 橙, 垆, 醺, 局, 醪, 尊,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 遏, 窬, 按, 哀,\n",
      "Nearest to 笑: 误, 醉, 怪, 羡, 羞, 治, 莽, 怡,\n",
      "Nearest to 流: 渑, 昔, 定, 浅, 僵, 脉, 轼, 渭,\n",
      "Average loss at step  322000 :  4.05003979886\n",
      "Average loss at step  324000 :  4.08243850374\n",
      "Average loss at step  326000 :  4.05827659225\n",
      "Average loss at step  328000 :  4.07584696054\n",
      "Average loss at step  330000 :  4.05879918242\n",
      "Nearest to 见: 到, 识, 逢, 与, 对, 向, 觉, 看,\n",
      "Nearest to 人: 尘, 圜, 我, 纂, 春, 姝, 客, 绪,\n",
      "Nearest to 楼: 城, 台, 阁, 桥, 阑, 想, 箱, 山,\n",
      "Nearest to 更: 便, 又, 共, 倍, 待, 但, 处, 汞,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 吴, 倥, 猛,\n",
      "Nearest to 深: 密, 浅, 薄, 遮, 浓, 静, 柑, 闺,\n",
      "Nearest to 日: 镫, 夕, 月, 毂, 晖, 朝, 薜, 宵,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 他, 竟, 聋, 悴,\n",
      "Nearest to 仙: 愚, 肱, 灵, 竺, 皋, 莱, 涑, 郡,\n",
      "Nearest to 里: 顷, 赍, 中, 载, 斛, 飏, 糕, 拥,\n",
      "Nearest to 生: 鞠, 搜, 借, , 欺, 趱, 阇, 活,\n",
      "Nearest to 山: 峰, 岩, 嶂, 水, 岫, 洎, 竹, 楼,\n",
      "Nearest to 酒: 浇, 垆, 饮, 醪, 醺, 柂, 局, 式,\n",
      "Nearest to 歌: 唱, 箫, 举, 窬, 垌, 哀, 舞, 郢,\n",
      "Nearest to 笑: 误, 醉, 怪, 羡, 羞, 照, 虏, 治,\n",
      "Nearest to 流: 定, 渑, 僵, 昔, 浅, 渭, 脉, 阀,\n",
      "Average loss at step  332000 :  4.08378144455\n",
      "Average loss at step  334000 :  4.09759044623\n",
      "Average loss at step  336000 :  3.99350360727\n",
      "Average loss at step  338000 :  3.99954434443\n",
      "Average loss at step  340000 :  4.03371360445\n",
      "Nearest to 见: 到, 识, 逢, 觉, 与, 向, 看, 对,\n",
      "Nearest to 人: 我, 客, 绪, 阻, 妨, 处, 尘, 花,\n",
      "Nearest to 楼: 城, 台, 堂, 阑, 箱, 想, 亭, 阁,\n",
      "Nearest to 更: 便, 又, 共, 但, 渐, 剩, 倍, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 燕, 倥, 浙,\n",
      "Nearest to 深: 密, 浅, 遮, 薄, 静, 浓, 柑, 闺,\n",
      "Nearest to 日: 夕, 月, 镫, 毂, 鹁, 朝, 晖, 泞,\n",
      "Nearest to 今: 终, 煞, 此, 他, 昨, 竟, 悴, 永,\n",
      "Nearest to 仙: 愚, 肱, 阡, 灵, 皋, 涑, 竺, 莱,\n",
      "Nearest to 里: 赍, 顷, 飏, 载, 中, 隔, 斛, 糕,\n",
      "Nearest to 生: 搜, 鞠, 钉, 借, 境, , 欺, ●,\n",
      "Nearest to 山: 峰, 岩, 水, 嶂, 锸, 洎, 岫, 克,\n",
      "Nearest to 酒: 浇, 醪, 橙, 柂, 局, 饮, 醺, 垆,\n",
      "Nearest to 歌: 唱, 箫, 举, 欢, 哀, 遏, 按, 奚,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 羡, 缓, 唱, 共,\n",
      "Nearest to 流: 定, 渑, 僵, 昔, 浅, 脉, 轼, 共,\n",
      "Average loss at step  342000 :  3.96574863672\n",
      "Average loss at step  344000 :  3.98714070475\n",
      "Average loss at step  346000 :  4.03045775557\n",
      "Average loss at step  348000 :  4.00614848769\n",
      "Average loss at step  350000 :  4.04998504591\n",
      "Nearest to 见: 到, 逢, 与, 识, 觉, 对, 看, 听,\n",
      "Nearest to 人: 我, 姝, 圜, 客, 尘, 君, 绪, 侬,\n",
      "Nearest to 楼: 城, 台, 亭, 想, 阑, 山, 堂, 阁,\n",
      "Nearest to 更: 便, 又, 共, 但, 待, 渐, 剩, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 迢, 倥, 浙,\n",
      "Nearest to 深: 浅, 薄, 密, 浓, 遮, 柑, 知, 静,\n",
      "Nearest to 日: 镫, 夕, 毂, 朝, 晖, 月, 鹁, 岁,\n",
      "Nearest to 今: 终, 煞, 他, 此, 昨, 悴, 竟, 许,\n",
      "Nearest to 仙: 愚, 灵, 肱, 皋, 涑, 萍, 浩, 阡,\n",
      "Nearest to 里: 赍, 顷, 载, 斛, 拥, 飏, 中, 糕,\n",
      "Nearest to 生: 搜, 趱, 瞻, ●, 乇, 阇, , 鞠,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 楼, 洎, 搓,\n",
      "Nearest to 酒: 浇, 醪, 橙, 饮, 醺, 垆, 局, 柂,\n",
      "Nearest to 歌: 唱, 箫, 举, 按, 遏, 欢, 垌, 郢,\n",
      "Nearest to 笑: 误, 醉, 怪, 羡, 羞, 怡, 照, 潸,\n",
      "Nearest to 流: 渑, 昔, 定, 僵, 浅, 脉, 共, 轼,\n",
      "Average loss at step  352000 :  4.07091905487\n",
      "Average loss at step  354000 :  4.05249569488\n",
      "Average loss at step  356000 :  4.06679680383\n",
      "Average loss at step  358000 :  4.05038603115\n",
      "Average loss at step  360000 :  4.07735859787\n",
      "Nearest to 见: 逢, 到, 与, 识, 觉, 对, 向, 看,\n",
      "Nearest to 人: 我, 圜, 姝, 惔, 尘, 纂, 客, 能,\n",
      "Nearest to 楼: 城, 台, 阁, 桥, 想, 堂, 山, 箱,\n",
      "Nearest to 更: 又, 便, 共, 待, 倍, 但, 渐, 苦,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 浙, 淮, 渭,\n",
      "Nearest to 深: 密, 浅, 薄, 浓, 遮, 静, 柑, 闺,\n",
      "Nearest to 日: 夕, 镫, 月, 毂, 朝, 宵, 夜, 憾,\n",
      "Nearest to 今: 终, 煞, 此, 竟, 昨, 聋, 他, 悴,\n",
      "Nearest to 仙: 肱, 愚, 竺, 涑, 灵, 皋, 莱, 阡,\n",
      "Nearest to 里: 赍, 中, 顷, 斛, 飏, 载, 拥, 糕,\n",
      "Nearest to 生: 搜, 鞠, 欺, 借, 阇, , ●, 诞,\n",
      "Nearest to 山: 峰, 岩, 水, 洎, 嶂, 岫, 竹, 楼,\n",
      "Nearest to 酒: 浇, 醪, 垆, 饮, 柂, 醺, 局, 橙,\n",
      "Nearest to 歌: 唱, 箫, 举, 按, 遏, 欢, 窬, 哀,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 共, 言, 潸,\n",
      "Nearest to 流: 定, 僵, 渑, 浅, 瞿, 昔, 轼, 渭,\n",
      "Average loss at step  362000 :  4.08822413409\n",
      "Average loss at step  364000 :  3.98414748943\n",
      "Average loss at step  366000 :  3.98747020698\n",
      "Average loss at step  368000 :  4.02953356123\n",
      "Average loss at step  370000 :  3.96169511938\n",
      "Nearest to 见: 到, 逢, 识, 与, 觉, 对, 向, 看,\n",
      "Nearest to 人: 我, 客, 尘, 圜, 妨, 他, 能, 阻,\n",
      "Nearest to 楼: 城, 台, 想, 堂, 阁, 亭, 山, 筵,\n",
      "Nearest to 更: 便, 又, 共, 渐, 剩, 但, 处, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 燕, 浙, 巴, 溧,\n",
      "Nearest to 深: 密, 浅, 遮, 薄, 柑, 浓, 静, 何,\n",
      "Nearest to 日: 夕, 镫, 晖, 毂, 月, 朝, 泞, 首,\n",
      "Nearest to 今: 终, 煞, 他, 此, 昨, 竟, 悴, 聋,\n",
      "Nearest to 仙: 愚, 肱, 皋, 阡, 涑, 灵, 芳, 莱,\n",
      "Nearest to 里: 赍, 中, 载, 顷, 斛, 飏, 拥, 糕,\n",
      "Nearest to 生: 搜, 鞠, 诞, 借, 境, ●, , 趱,\n",
      "Nearest to 山: 峰, 水, 岩, 岫, 嶂, 锸, 阳, 楼,\n",
      "Nearest to 酒: 醪, 浇, 局, 饮, 橙, 醺, 垆, 尊,\n",
      "Nearest to 歌: 唱, 箫, 遏, 按, 举, 哀, 垌, 奚,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 潸, 缓, 共, 羡,\n",
      "Nearest to 流: 渑, 僵, 定, 共, 浅, 昔, 轼, 脉,\n",
      "Average loss at step  372000 :  3.97967504722\n",
      "Average loss at step  374000 :  4.0095187844\n",
      "Average loss at step  376000 :  3.99972858405\n",
      "Average loss at step  378000 :  4.0439277885\n",
      "Average loss at step  380000 :  4.06198186922\n",
      "Nearest to 见: 逢, 到, 与, 识, 觉, 看, 对, 向,\n",
      "Nearest to 人: 我, 圜, 姝, 客, 侬, 民, 他, 绪,\n",
      "Nearest to 楼: 城, 台, 想, 阁, 桥, 亭, 山, 阑,\n",
      "Nearest to 更: 便, 又, 共, 但, 待, 倍, 汞, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 巴, 浙, 燕, 倥,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 静, 柑, 闺,\n",
      "Nearest to 日: 夕, 镫, 朝, 巳, 毂, 月, 辰, 薜,\n",
      "Nearest to 今: 终, 煞, 此, 悴, 他, 昨, 聋, 竟,\n",
      "Nearest to 仙: 愚, 灵, 肱, 涑, 萍, 竺, 郡, 莱,\n",
      "Nearest to 里: 中, 赍, 顷, 载, 拥, 斛, 飏, 糕,\n",
      "Nearest to 生: 搜, 鞠, 诞, 瞻, , 借, 趱, 类,\n",
      "Nearest to 山: 峰, 岩, 水, 岫, 嶂, 楼, 洎, 仇,\n",
      "Nearest to 酒: 醪, 浇, 饮, 垆, 橙, 醺, 局, 柂,\n",
      "Nearest to 歌: 唱, 箫, 按, 遏, 哀, 举, 垌, 郢,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 照, 潸, 莽,\n",
      "Nearest to 流: 渑, 昔, 僵, 定, 浅, 共, 轼, 脉,\n",
      "Average loss at step  382000 :  4.04570647299\n",
      "Average loss at step  384000 :  4.05402079964\n",
      "Average loss at step  386000 :  4.04794941068\n",
      "Average loss at step  388000 :  4.07229532826\n",
      "Average loss at step  390000 :  4.07854745471\n",
      "Nearest to 见: 逢, 与, 到, 识, 对, 看, 向, 觉,\n",
      "Nearest to 人: 圜, 我, 尘, 纂, 客, 姝, 也, ’,\n",
      "Nearest to 楼: 城, 台, 阑, 箱, 山, 堂, 阁, 想,\n",
      "Nearest to 更: 便, 共, 又, 待, 倍, 但, 处, 渐,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 巴, 广, 渭,\n",
      "Nearest to 深: 密, 浅, 薄, 遮, 浓, 静, 柑, 何,\n",
      "Nearest to 日: 镫, 夕, 月, 朝, 毂, 晖, 逢, 憾,\n",
      "Nearest to 今: 终, 此, 煞, 聋, 昨, 竟, 他, 悴,\n",
      "Nearest to 仙: 肱, 愚, 灵, 涑, 竺, 皋, 阡, 萍,\n",
      "Nearest to 里: 斛, 顷, 赍, 拥, 飏, 载, 中, 糕,\n",
      "Nearest to 生: 搜, 鞠, , 境, 诞, 借, ●, 欺,\n",
      "Nearest to 山: 峰, 岩, 嶂, 水, 洎, 岫, 楼, 阳,\n",
      "Nearest to 酒: 醪, 垆, 浇, 醺, 饮, 柂, 橙, 局,\n",
      "Nearest to 歌: 唱, 箫, 举, 遏, 按, 欢, 郢, 哀,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 羡, 共, 缓, 潸,\n",
      "Nearest to 流: 僵, 定, 渑, 浅, 阀, 轼, 昔, 脉,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  392000 :  3.97323143923\n",
      "Average loss at step  394000 :  3.990547418\n",
      "Average loss at step  396000 :  4.01463942897\n",
      "Average loss at step  398000 :  3.95729855704\n",
      "Average loss at step  400000 :  3.97385126841\n",
      "Nearest to 见: 识, 逢, 到, 与, 觉, 看, 是, 访,\n",
      "Nearest to 人: 我, 客, 阻, 掇, 暑, 谁, 圜, 尘,\n",
      "Nearest to 楼: 城, 台, 堂, 阁, 阑, 坛, 梯, 想,\n",
      "Nearest to 更: 便, 又, 共, 渐, 处, 但, 剩, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 侔, 溧, 广,\n",
      "Nearest to 深: 密, 浅, 薄, 遮, 浓, 静, 柑, 闺,\n",
      "Nearest to 日: 夕, 镫, 毂, 晖, 朝, 月, 辰, 鹁,\n",
      "Nearest to 今: 终, 煞, 他, 此, 悴, 昨, 聋, 竟,\n",
      "Nearest to 仙: 愚, 肱, 皋, 阡, 灵, 傲, 涑, 竺,\n",
      "Nearest to 里: 赍, 载, 顷, 飏, 斛, 拥, 糕, 中,\n",
      "Nearest to 生: 搜, 鞠, 借, ●, 瞻, 砌, 诞, ,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 洎, 锸, 阳,\n",
      "Nearest to 酒: 醪, 浇, 饮, 柂, 橙, 垆, 醺, 尊,\n",
      "Nearest to 歌: 唱, 箫, 遏, 欢, 哀, 泚, 郢, 举,\n",
      "Nearest to 笑: 醉, 误, 羞, 怪, 潸, 羡, 共, 濆,\n",
      "Nearest to 流: 渑, 僵, 浅, 昔, 定, 脉, 共, 轼,\n",
      "Average loss at step  402000 :  4.00126161075\n",
      "Average loss at step  404000 :  4.00179863811\n",
      "Average loss at step  406000 :  4.0467604351\n",
      "Average loss at step  408000 :  4.04324456394\n",
      "Average loss at step  410000 :  4.04767777848\n",
      "Nearest to 见: 逢, 识, 到, 向, 对, 与, 看, 觉,\n",
      "Nearest to 人: 我, 圜, 客, 尘, 民, 春, 玖, 纂,\n",
      "Nearest to 楼: 台, 阑, 城, 阁, 想, 堂, 栏, 箱,\n",
      "Nearest to 更: 又, 便, 共, 倍, 待, 但, 渐, 汞,\n",
      "Nearest to 西: 东, 南, 北, 临, 倥, 巴, 灞, 溧,\n",
      "Nearest to 深: 薄, 浅, 密, 浓, 遮, 柑, 静, 莲,\n",
      "Nearest to 日: 镫, 夕, 月, 巳, 毂, 朝, 薜, 憾,\n",
      "Nearest to 今: 终, 煞, 此, 昨, 悴, 他, 聋, 竟,\n",
      "Nearest to 仙: 愚, 灵, 肱, 涑, 竺, 莱, 萍, 浩,\n",
      "Nearest to 里: 赍, 顷, 斛, 拥, 飏, 载, 中, 糕,\n",
      "Nearest to 生: 搜, 鞠, , 乇, 欺, 趱, 借, 弄,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 滃, 楼, 竹,\n",
      "Nearest to 酒: 醪, 浇, 垆, 柂, 橙, 饮, 醺, 局,\n",
      "Nearest to 歌: 唱, 箫, 举, 哀, 遏, 按, 郢, 吟,\n",
      "Nearest to 笑: 误, 醉, 怪, 羞, 羡, 共, 照, 濆,\n",
      "Nearest to 流: 渑, 僵, 浅, 共, 定, 昔, 轼, 脉,\n",
      "Average loss at step  412000 :  4.04572204423\n",
      "Average loss at step  414000 :  4.04960831833\n",
      "Average loss at step  416000 :  4.06242606783\n",
      "Average loss at step  418000 :  4.07066653609\n",
      "Average loss at step  420000 :  3.95448481286\n",
      "Nearest to 见: 逢, 到, 识, 向, 与, 看, 觉, 听,\n",
      "Nearest to 人: 我, 春, 尘, 多, 伊, 姝, 。, 圜,\n",
      "Nearest to 楼: 城, 阑, 台, 箱, 山, 阁, 堂, 想,\n",
      "Nearest to 更: 便, 共, 又, 渐, 且, 剩, 但, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 巴, 广, 灞,\n",
      "Nearest to 深: 密, 浅, 遮, 浓, 薄, 柑, 静, 闺,\n",
      "Nearest to 日: 镫, 夕, 月, 晖, 夜, 朝, 毂, 宵,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 竟, 弹, 他, 悴,\n",
      "Nearest to 仙: 肱, 愚, 灵, 涑, 阡, 皋, 常, 浩,\n",
      "Nearest to 里: 中, 赍, 斛, 飏, 顷, 拥, 糕, 载,\n",
      "Nearest to 生: 搜, 鞠, , 钉, 砌, 乇, 阇, 境,\n",
      "Nearest to 山: 峰, 水, 嶂, 岫, 岩, 楼, 锸, 洎,\n",
      "Nearest to 酒: 醪, 浇, 橙, 醺, 柂, 局, 垆, 尊,\n",
      "Nearest to 歌: 唱, 箫, 按, 举, 欢, 遏, 郢, 哀,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 羡, 濆, 潸, 缓,\n",
      "Nearest to 流: 定, 渑, 浅, 僵, 脉, 轼, 昔, 手,\n",
      "Average loss at step  422000 :  3.99177713418\n",
      "Average loss at step  424000 :  4.00714953899\n",
      "Average loss at step  426000 :  3.95132499468\n",
      "Average loss at step  428000 :  3.9748348127\n",
      "Average loss at step  430000 :  3.98459645832\n",
      "Nearest to 见: 逢, 到, 识, 觉, 与, 听, 看, 向,\n",
      "Nearest to 人: 我, 客, 圜, 尘, 绪, 春, 侬, 暑,\n",
      "Nearest to 楼: 城, 台, 桥, 阁, 堂, 想, 亭, 坛,\n",
      "Nearest to 更: 便, 共, 又, 但, 渐, 倍, 剩, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 江, 辽,\n",
      "Nearest to 深: 密, 薄, 浅, 浓, 遮, 静, 柑, 饯,\n",
      "Nearest to 日: 镫, 夕, 朝, 晖, 月, 毂, 憾, 鹁,\n",
      "Nearest to 今: 终, 煞, 此, 他, 悴, 昨, 竟, 弹,\n",
      "Nearest to 仙: 愚, 肱, 灵, 莱, 皋, 涑, 阡, 傲,\n",
      "Nearest to 里: 赍, 顷, 载, 飏, 斛, 拥, 中, 糕,\n",
      "Nearest to 生: 搜, 鞠, ●, 趱, 诞, 欺, 乇, 境,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 锸, 洎, 阳,\n",
      "Nearest to 酒: 醪, 浇, 饮, 橙, 垆, 尊, 醺, 局,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 按, 欢, 哀, 举,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 潸, 羡, 共, 饷,\n",
      "Nearest to 流: 渑, 浅, 昔, 僵, 定, 脉, 轼, 共,\n",
      "Average loss at step  432000 :  3.99869787586\n",
      "Average loss at step  434000 :  4.04147298336\n",
      "Average loss at step  436000 :  4.03823996735\n",
      "Average loss at step  438000 :  4.03827538192\n",
      "Average loss at step  440000 :  4.03409337389\n",
      "Nearest to 见: 逢, 到, 识, 向, 与, 觉, 对, 访,\n",
      "Nearest to 人: 我, 圜, 客, 春, 今, 处, 民, 姝,\n",
      "Nearest to 楼: 城, 台, 阁, 箱, 阑, 山, 想, 桥,\n",
      "Nearest to 更: 又, 便, 共, 倍, 苦, 但, 待, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 燕, 斜, 巴, 倥,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 柑, 静, 何,\n",
      "Nearest to 日: 镫, 夕, 月, 时, 朝, 憾, 毂, 巳,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 聋, 他, 竟, 悴,\n",
      "Nearest to 仙: 肱, 愚, 灵, 竺, 涑, 莱, 浩, 皋,\n",
      "Nearest to 里: 顷, 赍, 飏, 斛, 中, 拥, 载, 糕,\n",
      "Nearest to 生: 鞠, 搜, , 借, 欺, 趱, 僝, 砌,\n",
      "Nearest to 山: 峰, 岩, 嶂, 岫, 水, 竹, 楼, 淞,\n",
      "Nearest to 酒: 醪, 浇, 垆, 饮, 醺, 柂, 橙, 局,\n",
      "Nearest to 歌: 唱, 箫, 举, 遏, 哀, 按, 郢, B,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 共, 照, 夸,\n",
      "Nearest to 流: 渑, 僵, 浅, 昔, 定, 脉, 轼, 手,\n",
      "Average loss at step  442000 :  4.04718594313\n",
      "Average loss at step  444000 :  4.06148773563\n",
      "Average loss at step  446000 :  4.06006991351\n",
      "Average loss at step  448000 :  3.9534415921\n",
      "Average loss at step  450000 :  3.98791790593\n",
      "Nearest to 见: 逢, 到, 识, 觉, 向, 看, 是, 对,\n",
      "Nearest to 人: 我, 伊, 君, 客, 多, 尘, 女, 他,\n",
      "Nearest to 楼: 城, 箱, 山, 堂, 阑, 亭, 阁, 鸾,\n",
      "Nearest to 更: 便, 共, 又, 但, 剩, 渐, 待, 且,\n",
      "Nearest to 西: 东, 南, 北, 临, □, 浙, 燕, 侔,\n",
      "Nearest to 深: 密, 浅, 静, 遮, 薄, 柑, 浓, 闺,\n",
      "Nearest to 日: 镫, 月, 夕, 毂, 晖, 泞, □, 鹁,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 他, 竟, 悴, 聋,\n",
      "Nearest to 仙: 肱, 愚, 灵, 皋, 涑, 南, 阡, 归,\n",
      "Nearest to 里: 中, 赍, 顷, 飏, 拥, 斛, 载, 糕,\n",
      "Nearest to 生: 搜, 鞠, , 砌, 阇, 欺, 境, 借,\n",
      "Nearest to 山: 峰, 水, 嶂, 岫, 岩, 洎, 楼, 锸,\n",
      "Nearest to 酒: 醪, 浇, 饮, 柂, 醺, 局, 垆, 橙,\n",
      "Nearest to 歌: 唱, 箫, 举, 郢, 遏, 欢, 哀, 按,\n",
      "Nearest to 笑: 醉, 误, 羞, 怪, 舌, 潸, 缓, 唱,\n",
      "Nearest to 流: 渑, 浅, 定, 僵, 脉, 泠, 轼, 共,\n",
      "Average loss at step  452000 :  4.00094494236\n",
      "Average loss at step  454000 :  3.94589428449\n",
      "Average loss at step  456000 :  3.96118210655\n",
      "Average loss at step  458000 :  3.98166056287\n",
      "Average loss at step  460000 :  3.99809542871\n",
      "Nearest to 见: 逢, 到, 识, 与, 觉, 是, 向, 看,\n",
      "Nearest to 人: 我, 伊, 君, 侬, 谁, 他, 姝, 客,\n",
      "Nearest to 楼: 城, 台, 亭, 箱, 阁, 阑, 想, 堂,\n",
      "Nearest to 更: 便, 共, 又, 渐, 但, 剩, 处, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 辽, 浙, 吴, 侔,\n",
      "Nearest to 深: 浅, 薄, 密, 浓, 遮, 静, 柑, 饯,\n",
      "Nearest to 日: 镫, 夕, 毂, 晖, 鹁, 泞, 巳, 憾,\n",
      "Nearest to 今: 终, 煞, 此, 悴, 他, 聋, 昨, 弹,\n",
      "Nearest to 仙: 愚, 肱, 灵, 皋, 涑, 竺, 阡, 萍,\n",
      "Nearest to 里: 赍, 拥, 飏, 顷, 斛, 载, 糕, 中,\n",
      "Nearest to 生: 搜, 鞠, ●, 趱, , 活, 欺, 俭,\n",
      "Nearest to 山: 峰, 岩, 水, 岫, 嶂, 锸, 楼, 堞,\n",
      "Nearest to 酒: 醪, 浇, 饮, 醺, 橙, 垆, 局, 尊,\n",
      "Nearest to 歌: 唱, 箫, 遏, 按, 举, 郢, 哀, 奏,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 羡, 潸, 恣, 共,\n",
      "Nearest to 流: 渑, 昔, 浅, 僵, 渭, 脉, 共, 定,\n",
      "Average loss at step  462000 :  4.04229138255\n",
      "Average loss at step  464000 :  4.0237711103\n",
      "Average loss at step  466000 :  4.04360999823\n",
      "Average loss at step  468000 :  4.02593137062\n",
      "Average loss at step  470000 :  4.04085008228\n",
      "Nearest to 见: 逢, 识, 到, 与, 向, 是, 觉, 听,\n",
      "Nearest to 人: 我, 圜, 春, 尘, 客, 也, 玖, 纂,\n",
      "Nearest to 楼: 城, 山, 箱, 台, 想, 阁, 堂, 桥,\n",
      "Nearest to 更: 又, 便, 共, 倍, 渐, 但, 待, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 巴, 广,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 浓, 静, 柑, 闺,\n",
      "Nearest to 日: 镫, 夕, 月, 朝, 晖, 夜, 毂, 巳,\n",
      "Nearest to 今: 终, 此, 煞, 聋, 昨, 竟, 悴, 弹,\n",
      "Nearest to 仙: 肱, 灵, 竺, 愚, 涑, 皋, 莱, 萍,\n",
      "Nearest to 里: 顷, 中, 赍, 飏, 斛, 拥, 糕, 载,\n",
      "Nearest to 生: 搜, 鞠, 借, 欺, , 趱, 僝, 乇,\n",
      "Nearest to 山: 峰, 岩, 水, 嶂, 岫, 楼, 洎, 竹,\n",
      "Nearest to 酒: 醪, 垆, 浇, 饮, 杯, 醺, 局, 橙,\n",
      "Nearest to 歌: 唱, 箫, 郢, 遏, 举, 按, 舞, 哀,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 共, 扇, 夸,\n",
      "Nearest to 流: 定, 渑, 僵, 浅, 脉, 昔, 共, 渭,\n",
      "Average loss at step  472000 :  4.04874768555\n",
      "Average loss at step  474000 :  4.05695493293\n",
      "Average loss at step  476000 :  3.94639470518\n",
      "Average loss at step  478000 :  3.97480100381\n",
      "Average loss at step  480000 :  3.99819945502\n",
      "Nearest to 见: 逢, 到, 识, 觉, 是, 向, 看, 对,\n",
      "Nearest to 人: 我, 客, 伊, 君, 处, 掇, 阻, 侬,\n",
      "Nearest to 楼: 城, 台, 阑, 箱, 桥, 坛, 栏, 堂,\n",
      "Nearest to 更: 便, 共, 又, 剩, 但, 渐, 夜, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 巴, 侔,\n",
      "Nearest to 深: 密, 浅, 静, 遮, 薄, 浓, 啼, 柑,\n",
      "Nearest to 日: 夕, 镫, 月, 毂, 鹁, 朝, 巳, 晖,\n",
      "Nearest to 今: 终, 煞, 此, 昨, 他, 悴, 聋, 竟,\n",
      "Nearest to 仙: 肱, 愚, 灵, 涑, 皋, 竺, 莱, 浩,\n",
      "Nearest to 里: 赍, 顷, 飏, 拥, 斛, 载, 糕, 琲,\n",
      "Nearest to 生: 搜, 鞠, ●, 境, 借, , 活, 砌,\n",
      "Nearest to 山: 峰, 岩, 水, 嶂, 岫, 锸, 洎, 楼,\n",
      "Nearest to 酒: 醪, 浇, 局, 垆, 橙, 饮, 柂, 倒,\n",
      "Nearest to 歌: 唱, 遏, 箫, 按, 哀, 举, 欢, 郢,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 共, 羡, 潸, 唱,\n",
      "Nearest to 流: 渑, 定, 僵, 共, 脉, 昔, 轼, 泠,\n",
      "Average loss at step  482000 :  3.94358230114\n",
      "Average loss at step  484000 :  3.95023669684\n",
      "Average loss at step  486000 :  3.97562052369\n",
      "Average loss at step  488000 :  3.98287164927\n",
      "Average loss at step  490000 :  4.04463988578\n",
      "Nearest to 见: 逢, 到, 识, 与, 觉, 听, 是, 向,\n",
      "Nearest to 人: 我, 姝, 民, 圜, 侬, 客, 绪, 君,\n",
      "Nearest to 楼: 城, 山, 箱, 台, 堂, 鸾, 阑, 亭,\n",
      "Nearest to 更: 便, 又, 共, 渐, 但, 已, 剩, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 倥, 浙, 辽, 燕,\n",
      "Nearest to 深: 浅, 薄, 密, 浓, 遮, 静, 知, 柑,\n",
      "Nearest to 日: 镫, 夕, 巳, 月, 毂, 朝, 鹁, 辰,\n",
      "Nearest to 今: 终, 煞, 此, 他, 悴, 昨, 聋, 弹,\n",
      "Nearest to 仙: 愚, 灵, 肱, 萍, 皋, 涑, 竺, 浩,\n",
      "Nearest to 里: 赍, 拥, 顷, 斛, 中, 飏, 糕, 与,\n",
      "Nearest to 生: 俭, 搜, 瞻, ●, 诞, 欺, , 借,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 楼, 岭, 洎,\n",
      "Nearest to 酒: 醪, 饮, 浇, 垆, 橙, 醺, 局, 柂,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 举, 按, 哀, B,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 潸, 濆, 扇,\n",
      "Nearest to 流: 渑, 定, 昔, 脉, 浅, 僵, 悔, 轼,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  492000 :  4.01597836339\n",
      "Average loss at step  494000 :  4.05038237262\n",
      "Average loss at step  496000 :  4.02160274303\n",
      "Average loss at step  498000 :  4.03303741324\n",
      "Average loss at step  500000 :  4.05099524117\n",
      "Nearest to 见: 逢, 识, 到, 与, 向, 看, 觉, 对,\n",
      "Nearest to 人: 圜, 我, 姝, 春, 惔, 侬, 能, 也,\n",
      "Nearest to 楼: 城, 箱, 桥, 阑, 台, 堂, 阁, 想,\n",
      "Nearest to 更: 又, 共, 便, 倍, 渐, 但, 苦, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 广, 渭,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 静, 柑, 啼, 遮,\n",
      "Nearest to 日: 镫, 夕, 月, 朝, 晖, 憾, 毂, 宵,\n",
      "Nearest to 今: 终, 此, 煞, 聋, 昨, 悴, 竟, 孝,\n",
      "Nearest to 仙: 肱, 灵, 愚, 涑, 竺, 皋, 莱, 浩,\n",
      "Nearest to 里: 顷, 赍, 飏, 斛, 拥, 中, 糕, 载,\n",
      "Nearest to 生: 搜, 欺, , 鞠, 借, 境, ●, 憩,\n",
      "Nearest to 山: 峰, 岩, 水, 嶂, 岫, 洎, 楼, 竹,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 橙, 柂, 局,\n",
      "Nearest to 歌: 唱, 箫, 郢, 遏, 举, 按, B, 哀,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 言, 羞, 扇, 共,\n",
      "Nearest to 流: 定, 渑, 僵, 浅, 脉, 泠, 手, 轼,\n",
      "Average loss at step  502000 :  4.05139750791\n",
      "Average loss at step  504000 :  3.93616399717\n",
      "Average loss at step  506000 :  3.96726510632\n",
      "Average loss at step  508000 :  3.99327724218\n",
      "Average loss at step  510000 :  3.95028301322\n",
      "Nearest to 见: 到, 识, 逢, 觉, 看, 与, 闻, 向,\n",
      "Nearest to 人: 我, 客, 尘, 伊, 他, 能, 侬, 圜,\n",
      "Nearest to 楼: 城, 堂, 箱, 台, 坛, 想, 山, 栏,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 处, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 侔, 广,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 浓, 柑, 静, 何,\n",
      "Nearest to 日: 镫, 夕, 晖, 毂, 月, 巳, 鹁, 泞,\n",
      "Nearest to 今: 终, 煞, 他, 昨, 此, 悴, 聋, 弹,\n",
      "Nearest to 仙: 愚, 肱, 灵, 皋, 涑, 阡, 竺, 莱,\n",
      "Nearest to 里: 赍, 顷, 拥, 飏, 斛, 中, 载, 琲,\n",
      "Nearest to 生: 搜, 鞠, 诞, ●, 境, 瞻, 借, 砌,\n",
      "Nearest to 山: 峰, 水, 岩, 岫, 锸, 嶂, 楼, 阳,\n",
      "Nearest to 酒: 醪, 浇, 局, 饮, 垆, 橙, 醺, 杯,\n",
      "Nearest to 歌: 唱, 遏, 箫, 按, 郢, 哀, 举, 吟,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 缓, 扇, 潸, 恣,\n",
      "Nearest to 流: 渑, 僵, 定, 昔, 泠, 浅, 共, 轼,\n",
      "Average loss at step  512000 :  3.94330099231\n",
      "Average loss at step  514000 :  3.96935404158\n",
      "Average loss at step  516000 :  3.98406737411\n",
      "Average loss at step  518000 :  4.03620684278\n",
      "Average loss at step  520000 :  4.01069230044\n",
      "Nearest to 见: 逢, 识, 到, 看, 觉, 向, 与, 对,\n",
      "Nearest to 人: 我, 民, 侬, 客, 吾, 圜, 惔, 他,\n",
      "Nearest to 楼: 城, 阑, 阁, 箱, 堂, 亭, 山, 想,\n",
      "Nearest to 更: 又, 便, 共, 但, 渐, 待, 汞, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 辽, 淮, 吴,\n",
      "Nearest to 深: 浅, 薄, 密, 浓, 遮, 静, 柑, 知,\n",
      "Nearest to 日: 镫, 夕, 巳, 朝, 月, 憾, 辰, 毂,\n",
      "Nearest to 今: 终, 煞, 此, 悴, 聋, 昨, 弹, 他,\n",
      "Nearest to 仙: 灵, 愚, 肱, 竺, 涑, 萍, 皋, 浩,\n",
      "Nearest to 里: 中, 顷, 赍, 拥, 飏, 斛, 载, 糕,\n",
      "Nearest to 生: 搜, 鞠, 煮, 乇, 诞, 瞻, , 俭,\n",
      "Nearest to 山: 峰, 岩, 岫, 水, 嶂, 楼, 洎, 仇,\n",
      "Nearest to 酒: 醪, 垆, 浇, 饮, 橙, 局, 柂, 杯,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 举, 哀, 按, 吟,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 敌, 恣, 潸, 羞,\n",
      "Nearest to 流: 渑, 僵, 浅, 昔, 轼, 定, 共, 脉,\n",
      "Average loss at step  522000 :  4.03852465236\n",
      "Average loss at step  524000 :  4.01785026848\n",
      "Average loss at step  526000 :  4.03206159878\n",
      "Average loss at step  528000 :  4.04551075482\n",
      "Average loss at step  530000 :  4.04729019618\n",
      "Nearest to 见: 逢, 识, 到, 与, 看, 向, 是, 觉,\n",
      "Nearest to 人: 圜, 我, 姝, ’, 尘, 客, 君, 纂,\n",
      "Nearest to 楼: 城, 箱, 山, 阑, 堂, 栏, 桥, 坛,\n",
      "Nearest to 更: 共, 便, 又, 渐, 且, 剩, 苦, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 巴, 广,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 静, 遮, 啼, 柑,\n",
      "Nearest to 日: 镫, 月, 朝, 夕, 晖, 毂, 巳, 夜,\n",
      "Nearest to 今: 终, 此, 昨, 煞, 聋, 悴, 弹, 竟,\n",
      "Nearest to 仙: 肱, 灵, 涑, 竺, 霄, 愚, 皋, 萍,\n",
      "Nearest to 里: 赍, 斛, 飏, 拥, 顷, 中, 糕, 户,\n",
      "Nearest to 生: 搜, 鞠, 欺, 诞, , 借, 境, 乇,\n",
      "Nearest to 山: 峰, 岩, 水, 岫, 嶂, 楼, 洎, 淞,\n",
      "Nearest to 酒: 醪, 垆, 浇, 饮, 柂, 局, 橙, 杯,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 按, 举, 欢, B,\n",
      "Nearest to 笑: 醉, 误, 怪, 共, 羞, 扇, 羡, 夸,\n",
      "Nearest to 流: 僵, 渑, 定, 浅, 手, 轼, 泠, 脉,\n",
      "Average loss at step  532000 :  3.92638198709\n",
      "Average loss at step  534000 :  3.96474808347\n",
      "Average loss at step  536000 :  3.98855317032\n",
      "Average loss at step  538000 :  3.95006912184\n",
      "Average loss at step  540000 :  3.93460987842\n",
      "Nearest to 见: 识, 逢, 到, 觉, 看, 与, 是, 闻,\n",
      "Nearest to 人: 我, 客, 谁, 伊, 侬, 姝, 民, 圜,\n",
      "Nearest to 楼: 城, 堂, 阑, 栏, 坛, 台, 箱, 阁,\n",
      "Nearest to 更: 便, 共, 又, 渐, 但, 已, 处, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 侔, 淮, 辽,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 静, 啼, 柑,\n",
      "Nearest to 日: 镫, 夕, 毂, 巳, 朝, 鹁, 辰, 晖,\n",
      "Nearest to 今: 终, 煞, 悴, 他, 此, 聋, 弹, 昨,\n",
      "Nearest to 仙: 愚, 皋, 肱, 灵, 涑, 霄, 浩, 阡,\n",
      "Nearest to 里: 赍, 飏, 拥, 载, 斛, 顷, 中, 与,\n",
      "Nearest to 生: 搜, 鞠, 借, ●, 诞, , 瞻, 俭,\n",
      "Nearest to 山: 峰, 水, 岩, 岫, 嶂, 锸, 楼, 阳,\n",
      "Nearest to 酒: 醪, 饮, 橙, 浇, 垆, 醺, 倒, 尊,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 按, 哀, 泚, 举,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 潸, 羡, 恣, 扇,\n",
      "Nearest to 流: 渑, 僵, 浅, 定, 昔, 泠, 手, 轼,\n",
      "Average loss at step  542000 :  3.96545650399\n",
      "Average loss at step  544000 :  3.98595712209\n",
      "Average loss at step  546000 :  4.03369309974\n",
      "Average loss at step  548000 :  4.00209528017\n",
      "Average loss at step  550000 :  4.03497797894\n",
      "Nearest to 见: 逢, 到, 识, 看, 与, 向, 听, 觉,\n",
      "Nearest to 人: 我, 圜, 民, 春, 客, 侬, 予, 荀,\n",
      "Nearest to 楼: 城, 箱, 台, 阑, 想, 堂, 阁, 亭,\n",
      "Nearest to 更: 又, 便, 共, 渐, 倍, 但, 汞, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 江, 灞, 吴,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 静, 啼, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 巳, 朝, 憾, 毂, 晖,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 悴, 他, 聋, 弹,\n",
      "Nearest to 仙: 灵, 愚, 竺, 涑, 肱, 萍, 浩, 莱,\n",
      "Nearest to 里: 拥, 赍, 中, 飏, 顷, 斛, 与, 椅,\n",
      "Nearest to 生: 搜, , 鞠, 砌, 借, 煮, 乇, 阇,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 洎, 淞, 楼,\n",
      "Nearest to 酒: 醪, 垆, 浇, 柂, 橙, 饮, 醺, 局,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 举, 哀, 按, 吟,\n",
      "Nearest to 笑: 醉, 误, 怪, 羞, 扇, 共, 羡, 敌,\n",
      "Nearest to 流: 渑, 定, 僵, 浅, 共, 泠, 脉, 手,\n",
      "Average loss at step  552000 :  4.01939177752\n",
      "Average loss at step  554000 :  4.02536381495\n",
      "Average loss at step  556000 :  4.04222567666\n",
      "Average loss at step  558000 :  4.03922527766\n",
      "Average loss at step  560000 :  3.92783473849\n",
      "Nearest to 见: 逢, 识, 到, 向, 觉, 看, 与, 闻,\n",
      "Nearest to 人: 我, 圜, 多, 女, 君, 姝, 尘, 伊,\n",
      "Nearest to 楼: 城, 山, 箱, 阑, 堂, 亭, 栏, 台,\n",
      "Nearest to 更: 共, 便, 又, 剩, 渐, 处, 且, 夜,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 渭, 燕,\n",
      "Nearest to 深: 浅, 密, 浓, 啼, 遮, 静, 薄, 知,\n",
      "Nearest to 日: 镫, 月, 夕, 夜, 朝, 晖, 毂, 鹁,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 弹, 他, 聋, 竟,\n",
      "Nearest to 仙: 肱, 灵, 南, 涑, 愚, 皋, 浩, 竺,\n",
      "Nearest to 里: 中, 赍, 飏, 拥, 斛, 顷, 糕, 载,\n",
      "Nearest to 生: 搜, 鞠, , 借, 欺, 境, 乇, 诞,\n",
      "Nearest to 山: 峰, 嶂, 岩, 岫, 水, 楼, 洎, 锸,\n",
      "Nearest to 酒: 醪, 垆, 醺, 浇, 柂, 饮, 局, 橙,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 按, 举, 泚, 欢,\n",
      "Nearest to 笑: 醉, 误, 羞, 怪, 扇, 舌, 共, 缓,\n",
      "Nearest to 流: 定, 浅, 僵, 渑, 轼, 手, 脉, 泠,\n",
      "Average loss at step  562000 :  3.95589139271\n",
      "Average loss at step  564000 :  3.99362295961\n",
      "Average loss at step  566000 :  3.92503871632\n",
      "Average loss at step  568000 :  3.94174182206\n",
      "Average loss at step  570000 :  3.96742047453\n",
      "Nearest to 见: 逢, 识, 到, 觉, 看, 听, 向, 闻,\n",
      "Nearest to 人: 我, 客, 侬, 圜, 绪, 姝, 谁, 伊,\n",
      "Nearest to 楼: 城, 阑, 台, 亭, 箱, 阁, 堂, 桥,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 倍, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 辽, 淮, 浙, 侔,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 静, 啼, 饯,\n",
      "Nearest to 日: 镫, 夕, 晖, 毂, 巳, 憾, 鹁, 朝,\n",
      "Nearest to 今: 终, 煞, 此, 他, 悴, 弹, 聋, 昨,\n",
      "Nearest to 仙: 愚, 肱, 灵, 皋, 浩, 竺, 涑, 霄,\n",
      "Nearest to 里: 赍, 拥, 飏, 顷, 斛, 中, 糕, 载,\n",
      "Nearest to 生: 搜, 欺, 鞠, 趱, 乇, ●, 诞, 俭,\n",
      "Nearest to 山: 峰, 水, 岫, 岩, 嶂, 洎, 阳, 堞,\n",
      "Nearest to 酒: 醪, 饮, 垆, 浇, 醺, 橙, 倒, 尊,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 按, 举, 奏, 欢,\n",
      "Nearest to 笑: 醉, 误, 羞, 怪, 潸, 恣, 羡, 共,\n",
      "Nearest to 流: 渑, 浅, 僵, 悔, 手, 觞, 脉, 泠,\n",
      "Average loss at step  572000 :  3.98658543348\n",
      "Average loss at step  574000 :  4.0194195714\n",
      "Average loss at step  576000 :  3.99542761576\n",
      "Average loss at step  578000 :  4.02356062341\n",
      "Average loss at step  580000 :  4.02449630332\n",
      "Nearest to 见: 逢, 识, 到, 向, 与, 觉, 是, 访,\n",
      "Nearest to 人: 我, 圜, 客, 君, 纂, 谁, 春, 民,\n",
      "Nearest to 楼: 城, 箱, 山, 台, 阑, 阁, 栏, 桥,\n",
      "Nearest to 更: 又, 便, 共, 倍, 处, 但, 苦, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 灞, 斜, 江,\n",
      "Nearest to 深: 浅, 密, 浓, 遮, 薄, 静, 啼, 杪,\n",
      "Nearest to 日: 镫, 夕, 朝, 月, 时, 巳, 憾, 毂,\n",
      "Nearest to 今: 终, 此, 昨, 煞, 悴, 聋, 弹, 许,\n",
      "Nearest to 仙: 竺, 肱, 灵, 浩, 莱, 愚, 涑, 皋,\n",
      "Nearest to 里: 顷, 拥, 赍, 中, 斛, 飏, 与, 糕,\n",
      "Nearest to 生: 鞠, 搜, 借, , 乇, 煮, 活, 砌,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 竹, 楼, 淞,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 柂, 杯, 局,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 举, 哀, B, 按,\n",
      "Nearest to 笑: 醉, 误, 怪, 羡, 羞, 敌, 共, 扇,\n",
      "Nearest to 流: 渑, 浅, 定, 漾, 僵, 泠, 手, 似,\n",
      "Average loss at step  582000 :  4.02386022282\n",
      "Average loss at step  584000 :  4.04444688118\n",
      "Average loss at step  586000 :  4.03291643572\n",
      "Average loss at step  588000 :  3.92278344262\n",
      "Average loss at step  590000 :  3.94963053751\n",
      "Nearest to 见: 识, 到, 逢, 向, 觉, 看, 听, 是,\n",
      "Nearest to 人: 我, 客, 伊, 处, 女, 郎, 妨, 、,\n",
      "Nearest to 楼: 城, 箱, 堂, 阑, 栏, 山, 坛, 台,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 已, 转,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 燕, 斜, □,\n",
      "Nearest to 深: 密, 浅, 静, 啼, 遮, 薄, 浓, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 晖, 毂, 漾, 朝, 泞,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 悴, 他, 弹, 永,\n",
      "Nearest to 仙: 肱, 灵, 愚, 皋, 南, 浩, 竺, 涑,\n",
      "Nearest to 里: 拥, 赍, 中, 飏, 顷, 斛, 糕, 琲,\n",
      "Nearest to 生: 搜, 鞠, 借, , 欺, 境, 裨, 诞,\n",
      "Nearest to 山: 峰, 水, 嶂, 岫, 岩, 锸, 楼, 洎,\n",
      "Nearest to 酒: 醪, 浇, 饮, 醺, 橙, 局, 垆, 倒,\n",
      "Nearest to 歌: 唱, 箫, 郢, 遏, 举, 哀, 欢, 按,\n",
      "Nearest to 笑: 醉, 羞, 误, 怪, 扇, 恣, 舌, 鹂,\n",
      "Nearest to 流: 渑, 定, 浅, 僵, 泠, 轼, 脉, 悔,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  592000 :  3.98993874121\n",
      "Average loss at step  594000 :  3.92383175337\n",
      "Average loss at step  596000 :  3.93984292871\n",
      "Average loss at step  598000 :  3.96123760915\n",
      "Average loss at step  600000 :  3.98360490394\n",
      "Nearest to 见: 逢, 识, 到, 觉, 与, 是, 听, 闻,\n",
      "Nearest to 人: 我, 谁, 伊, 君, 姝, 侬, 他, 圜,\n",
      "Nearest to 楼: 城, 箱, 台, 阑, 亭, 阁, 桥, 栏,\n",
      "Nearest to 更: 便, 共, 又, 渐, 但, 已, 处, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 辽, 淮, 吴,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 静, 遮, 啼, 柑,\n",
      "Nearest to 日: 镫, 月, 晖, 夕, 毂, 鹁, 朝, 巳,\n",
      "Nearest to 今: 终, 煞, 悴, 此, 昨, 他, 弹, 聋,\n",
      "Nearest to 仙: 愚, 肱, 灵, 皋, 浩, 竺, 萍, 阮,\n",
      "Nearest to 里: 拥, 赍, 顷, 飏, 斛, 与, 糕, 入,\n",
      "Nearest to 生: 搜, 鞠, 欺, 境, ●, 添, , 砌,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 岭, 淞, 楼,\n",
      "Nearest to 酒: 醪, 饮, 浇, 垆, 醺, 橙, 蓓, 尊,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, B, 奏, 按, 举,\n",
      "Nearest to 笑: 醉, 怪, 误, 羞, 潸, 恣, 羡, 共,\n",
      "Nearest to 流: 渑, 共, 浅, 手, 涕, 轼, 昔, 僵,\n",
      "Average loss at step  602000 :  4.01513403499\n",
      "Average loss at step  604000 :  3.99331350029\n",
      "Average loss at step  606000 :  4.02260572803\n",
      "Average loss at step  608000 :  4.02442073643\n",
      "Average loss at step  610000 :  4.02368691111\n",
      "Nearest to 见: 逢, 识, 到, 与, 向, 看, 听, 觉,\n",
      "Nearest to 人: 我, 圜, 春, 客, 尘, 今, 谁, 惔,\n",
      "Nearest to 楼: 城, 箱, 山, 桥, 台, 阁, 堂, 栏,\n",
      "Nearest to 更: 共, 又, 便, 倍, 待, 渐, 处, 但,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 灞, 吴,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 浓, 静, 啼, 柑,\n",
      "Nearest to 日: 镫, 夕, 晖, 月, 朝, 夜, 毂, 漾,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 聋, 弹, 悴, 孝,\n",
      "Nearest to 仙: 竺, 肱, 灵, 浩, 萍, 涑, 愚, 艮,\n",
      "Nearest to 里: 赍, 中, 飏, 顷, 拥, 斛, 糕, 载,\n",
      "Nearest to 生: 欺, 搜, 借, 鞠, , 境, ●, 乇,\n",
      "Nearest to 山: 峰, 岫, 嶂, 岩, 楼, 水, 淞, 洎,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 杯, 局, 柂,\n",
      "Nearest to 歌: 唱, 郢, 箫, 遏, 举, B, 按, 奏,\n",
      "Nearest to 笑: 醉, 误, 怪, 扇, 羞, 敌, 共, 潸,\n",
      "Nearest to 流: 渑, 定, 浅, 僵, 手, 共, 觞, 脉,\n",
      "Average loss at step  612000 :  4.03300212014\n",
      "Average loss at step  614000 :  4.0284007467\n",
      "Average loss at step  616000 :  3.91767701638\n",
      "Average loss at step  618000 :  3.9554573648\n",
      "Average loss at step  620000 :  3.97337686229\n",
      "Nearest to 见: 逢, 识, 到, 看, 觉, 向, 是, 对,\n",
      "Nearest to 人: 我, 客, 君, 处, 伊, 谁, 尘, 妨,\n",
      "Nearest to 楼: 城, 栏, 箱, 阑, 亭, 台, 坛, 堂,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 倍, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 侔,\n",
      "Nearest to 深: 密, 浅, 遮, 薄, 啼, 何, 浓, 静,\n",
      "Nearest to 日: 夕, 镫, 毂, 月, 首, 夜, 巳, 朝,\n",
      "Nearest to 今: 终, 煞, 此, 昨, 悴, 他, 弹, 永,\n",
      "Nearest to 仙: 肱, 灵, 愚, 涑, 竺, 浩, 皋, 圣,\n",
      "Nearest to 里: 赍, 顷, 飏, 拥, 中, 琲, 糕, 斛,\n",
      "Nearest to 生: 搜, 鞠, , ●, 境, 诞, 借, 砌,\n",
      "Nearest to 山: 峰, 岫, 嶂, 水, 岩, 洎, 阳, 淞,\n",
      "Nearest to 酒: 醪, 浇, 垆, 饮, 杯, 局, 橙, 倒,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 按, 举, 奏, 哀,\n",
      "Nearest to 笑: 醉, 怪, 羞, 误, 扇, 潸, 共, 唱,\n",
      "Nearest to 流: 渑, 定, 共, 僵, 浅, 泠, 轼, 昔,\n",
      "Average loss at step  622000 :  3.92180219948\n",
      "Average loss at step  624000 :  3.93896482038\n",
      "Average loss at step  626000 :  3.95443434668\n",
      "Average loss at step  628000 :  3.98130351448\n",
      "Average loss at step  630000 :  4.02425801992\n",
      "Nearest to 见: 逢, 识, 到, 听, 向, 觉, 与, 看,\n",
      "Nearest to 人: 我, 君, 圜, 姝, 侬, 民, 纂, 客,\n",
      "Nearest to 楼: 城, 箱, 山, 亭, 桥, 堂, 阑, 栏,\n",
      "Nearest to 更: 便, 又, 共, 渐, 但, 已, 剩, 汞,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 渭, 辽,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 遮, 啼, 静, 杪,\n",
      "Nearest to 日: 镫, 夕, 巳, 朝, 月, 辰, 毂, 昽,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 悴, 弹, 他, 聋,\n",
      "Nearest to 仙: 灵, 愚, 肱, 涑, 竺, 萍, 浩, 艮,\n",
      "Nearest to 里: 顷, 赍, 拥, 斛, 中, 飏, 与, 糕,\n",
      "Nearest to 生: 搜, 瞻, 俭, 诞, , 鞠, 乇, 裨,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 楼, 蹲, 邙,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 橙, 醺, 杯, 柂,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 按, 奏, 举, B,\n",
      "Nearest to 笑: 醉, 误, 怪, 恣, 羡, 濆, 潸, 扇,\n",
      "Nearest to 流: 渑, 浅, 定, 昔, 共, 轼, 涕, 僵,\n",
      "Average loss at step  632000 :  3.97882898974\n",
      "Average loss at step  634000 :  4.01938968265\n",
      "Average loss at step  636000 :  4.01743697524\n",
      "Average loss at step  638000 :  4.02365934861\n",
      "Average loss at step  640000 :  4.02554020035\n",
      "Nearest to 见: 逢, 识, 到, 与, 向, 看, 是, 对,\n",
      "Nearest to 人: 圜, 姝, 我, 能, 侬, 惔, 客, 君,\n",
      "Nearest to 楼: 城, 箱, 山, 阑, 栏, 桥, 台, 堂,\n",
      "Nearest to 更: 共, 便, 又, 渐, 倍, 正, 但, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 渭, 广,\n",
      "Nearest to 深: 浅, 密, 静, 薄, 浓, 啼, 遮, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 晖, 朝, 憾, 毂, 鹁,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 聋, 竟, 孝, 后,\n",
      "Nearest to 仙: 竺, 肱, 灵, 涑, 萍, 莱, 浩, 愚,\n",
      "Nearest to 里: 赍, 顷, 飏, 中, 拥, 斛, 户, 糕,\n",
      "Nearest to 生: 搜, , 诞, 鞠, 境, 欺, 憩, 伴,\n",
      "Nearest to 山: 峰, 岫, 洎, 嶂, 岩, 水, 楼, 蹲,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 橙, 蓓, 柂,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, B, 举, 按, 奏,\n",
      "Nearest to 笑: 醉, 误, 怪, 扇, 羞, 恣, 潸, 敌,\n",
      "Nearest to 流: 渑, 定, 僵, 浅, 瀑, 泠, 共, 轼,\n",
      "Average loss at step  642000 :  4.01598379827\n",
      "Average loss at step  644000 :  3.92518580675\n",
      "Average loss at step  646000 :  3.9516936481\n",
      "Average loss at step  648000 :  3.95955223095\n",
      "Average loss at step  650000 :  3.92664413309\n",
      "Nearest to 见: 识, 到, 逢, 看, 向, 觉, 是, 与,\n",
      "Nearest to 人: 我, 客, 能, 姝, 圜, 侬, 纂, 阻,\n",
      "Nearest to 楼: 城, 堂, 栏, 箱, 阑, 台, 亭, 山,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 处, 偏,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 侔, 广,\n",
      "Nearest to 深: 浅, 密, 遮, 薄, 柑, 浓, 啼, 静,\n",
      "Nearest to 日: 镫, 夕, 月, 晖, 朝, 鹁, 辰, 毂,\n",
      "Nearest to 今: 终, 煞, 此, 他, 昨, 弹, 悴, 永,\n",
      "Nearest to 仙: 愚, 灵, 肱, 竺, 皋, 涑, 傲, 阡,\n",
      "Nearest to 里: 赍, 顷, □, 飏, 拥, 琲, 斛, 中,\n",
      "Nearest to 生: 搜, 鞠, 诞, ●, 砌, 境, 乇, 瞻,\n",
      "Nearest to 山: 峰, 水, 岩, 嶂, 岫, 阳, 洎, 楼,\n",
      "Nearest to 酒: 醪, 饮, 浇, 垆, 醺, 橙, 局, 杯,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 按, 奏, 欢, 哀,\n",
      "Nearest to 笑: 醉, 羞, 扇, 误, 潸, 怪, 恣, 缓,\n",
      "Nearest to 流: 渑, 共, 僵, 浅, 定, 泠, 轼, 昔,\n",
      "Average loss at step  652000 :  3.92771848124\n",
      "Average loss at step  654000 :  3.95405722415\n",
      "Average loss at step  656000 :  3.9796973089\n",
      "Average loss at step  658000 :  4.0112253741\n",
      "Average loss at step  660000 :  3.97945541358\n",
      "Nearest to 见: 逢, 识, 到, 看, 向, 觉, 眨, 与,\n",
      "Nearest to 人: 我, 侬, 民, 客, 尘, 姝, 吾, 纂,\n",
      "Nearest to 楼: 城, 阑, 箱, 栏, 堂, 台, 亭, 桥,\n",
      "Nearest to 更: 便, 又, 共, 渐, 但, 待, 已, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 辽, 浙, 淮, 吴,\n",
      "Nearest to 深: 浅, 薄, 密, 遮, 浓, 知, 静, 啼,\n",
      "Nearest to 日: 巳, 镫, 夕, 月, 辰, 鹁, 朝, 憾,\n",
      "Nearest to 今: 终, 此, 煞, 悴, 昨, 聋, 弹, 他,\n",
      "Nearest to 仙: 灵, 竺, 肱, 萍, 愚, 涑, 浩, 艮,\n",
      "Nearest to 里: 赍, 拥, 顷, 飏, 斛, 中, 琲, 户,\n",
      "Nearest to 生: 乇, 搜, 诞, 鞠, , 俭, 僝, 伦,\n",
      "Nearest to 山: 峰, 岫, 岩, 水, 嶂, 淞, 蹲, 麓,\n",
      "Nearest to 酒: 醪, 饮, 垆, 浇, 杯, 柂, 醺, 橙,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, B, 按, 哀,\n",
      "Nearest to 笑: 醉, 怪, 误, 扇, 羡, 敌, 潸, 夸,\n",
      "Nearest to 流: 渑, 共, 僵, 浅, 手, 轼, 瀑, 漾,\n",
      "Average loss at step  662000 :  4.0246178807\n",
      "Average loss at step  664000 :  4.01397982001\n",
      "Average loss at step  666000 :  4.01344498909\n",
      "Average loss at step  668000 :  4.02362730861\n",
      "Average loss at step  670000 :  4.00230861187\n",
      "Nearest to 见: 逢, 识, 与, 到, 向, 看, 觉, 是,\n",
      "Nearest to 人: 姝, 圜, 我, 君, 僧, 尘, 侬, ’,\n",
      "Nearest to 楼: 城, 箱, 栏, 堂, 阑, 山, 鸾, 坛,\n",
      "Nearest to 更: 共, 便, 又, 剩, 渐, 处, 正, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 广, 灞,\n",
      "Nearest to 深: 浅, 密, 静, 薄, 啼, 遮, 浓, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 辰, 晖, 巳, 朝, 毂,\n",
      "Nearest to 今: 终, 此, 煞, 昨, 弹, 悴, 永, 聋,\n",
      "Nearest to 仙: 肱, 灵, 竺, 涑, 萍, 莱, 浩, 霄,\n",
      "Nearest to 里: 顷, 赍, 拥, 斛, 飏, 户, 糕, 琲,\n",
      "Nearest to 生: 搜, 诞, 鞠, , 乇, 境, 裨, ●,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 洎, 淞, 楼,\n",
      "Nearest to 酒: 醪, 垆, 醺, 浇, 饮, 局, 柂, 橙,\n",
      "Nearest to 歌: 唱, 箫, 郢, 遏, 奏, 按, 举, 欢,\n",
      "Nearest to 笑: 醉, 误, 扇, 怪, 共, 恣, 羞, 挠,\n",
      "Nearest to 流: 渑, 定, 僵, 浅, 手, 觞, 泠, 瀑,\n",
      "Average loss at step  672000 :  3.9344723891\n",
      "Average loss at step  674000 :  3.94436800945\n",
      "Average loss at step  676000 :  3.94447031951\n",
      "Average loss at step  678000 :  3.93243144631\n",
      "Average loss at step  680000 :  3.93163034481\n",
      "Nearest to 见: 识, 逢, 到, 与, 看, 觉, 访, 向,\n",
      "Nearest to 人: 我, 客, 侬, 伊, 姝, 郎, 谁, 女,\n",
      "Nearest to 楼: 城, 箱, 堂, 栏, 阑, 桥, 亭, 台,\n",
      "Nearest to 更: 便, 共, 又, 渐, 处, 剩, 但, 偏,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 侔,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 静, 浓, 啼, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 憾, 首, 毂, 巳, 朝,\n",
      "Nearest to 今: 终, 他, 此, 煞, 悴, 弹, 聋, 永,\n",
      "Nearest to 仙: 皋, 灵, 竺, 愚, 肱, 涑, 异, 艮,\n",
      "Nearest to 里: 赍, 顷, 飏, 拥, 斛, 中, 糕, 载,\n",
      "Nearest to 生: 搜, 鞠, 境, , 乇, 借, ●, 诞,\n",
      "Nearest to 山: 峰, 水, 岫, 岩, 嶂, 阳, 堞, 淞,\n",
      "Nearest to 酒: 醪, 饮, 浇, 橙, 垆, 醺, 酿, 倒,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 欢, 奏, 按, 谯,\n",
      "Nearest to 笑: 醉, 误, 恣, 怪, 潸, 羞, 敌, 扇,\n",
      "Nearest to 流: 渑, 共, 僵, 浅, 觞, 手, 昔, 定,\n",
      "Average loss at step  682000 :  3.94997274482\n",
      "Average loss at step  684000 :  3.97854712403\n",
      "Average loss at step  686000 :  4.00771519578\n",
      "Average loss at step  688000 :  3.9745247016\n",
      "Average loss at step  690000 :  4.02732262528\n",
      "Nearest to 见: 逢, 识, 向, 到, 看, 与, 是, 觉,\n",
      "Nearest to 人: 我, 圜, 春, 年, 客, 谁, 姝, 民,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 台, 堂, 亭, 桥,\n",
      "Nearest to 更: 便, 共, 又, 渐, 但, 倍, 待, 转,\n",
      "Nearest to 西: 东, 南, 北, 临, □, 淮, 浙, 广,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 浓, 静, 啼, 绿,\n",
      "Nearest to 日: 月, 镫, 夕, □, 巳, 朝, 夜, 憾,\n",
      "Nearest to 今: 终, 此, 昨, 煞, 悴, 他, 聋, 弹,\n",
      "Nearest to 仙: 灵, 竺, 肱, 涑, 艮, 萍, □, 浩,\n",
      "Nearest to 里: □, 赍, 中, 拥, 顷, 飏, 与, 斛,\n",
      "Nearest to 生: , 搜, 砌, 鞠, 乇, 诞, 借, 僝,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 淞, 蹲, 楼,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 杯, 局, 橙, 醺,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 举, 奏, 哀, 按,\n",
      "Nearest to 笑: 醉, 误, 怪, 扇, 共, 敌, 羞, 夸,\n",
      "Nearest to 流: 渑, 浅, 共, 定, 僵, 手, 轼, 泠,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  692000 :  4.01138954854\n",
      "Average loss at step  694000 :  4.0060867877\n",
      "Average loss at step  696000 :  4.01768283498\n",
      "Average loss at step  698000 :  3.98564691091\n",
      "Average loss at step  700000 :  3.94188599479\n",
      "Nearest to 见: 逢, 识, 到, 向, 看, 觉, 访, 眨,\n",
      "Nearest to 人: 我, 伊, 君, 侬, 多, 他, 女, 郎,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 亭, 堂, 山, 鸾,\n",
      "Nearest to 更: 共, 便, 又, 剩, 渐, 试, 处, 夜,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 渭, 江,\n",
      "Nearest to 深: 密, 浅, 啼, 遮, 静, 薄, 浓, 柑,\n",
      "Nearest to 日: 镫, 月, 夕, 夜, 晖, 巳, 宵, 首,\n",
      "Nearest to 今: 终, 此, 昨, 永, 弹, 煞, 悴, 他,\n",
      "Nearest to 仙: 肱, 竺, 灵, 涑, 南, 莱, 西, 愚,\n",
      "Nearest to 里: 赍, 中, 拥, 飏, 顷, 糕, 斛, 琲,\n",
      "Nearest to 生: 搜, 鞠, 境, , 裨, 欺, 渗, 借,\n",
      "Nearest to 山: 峰, 岫, 嶂, 水, 岩, 洎, 楼, 淞,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 浇, 局, 更, 杯,\n",
      "Nearest to 歌: 唱, 箫, 遏, 郢, 奏, 举, 泚, B,\n",
      "Nearest to 笑: 醉, 怪, 扇, 误, 羞, 潸, 共, 鹂,\n",
      "Nearest to 流: 渑, 定, 浅, 僵, 轼, 手, 泠, 共,\n",
      "Average loss at step  702000 :  3.95181158483\n",
      "Average loss at step  704000 :  3.93869692612\n",
      "Average loss at step  706000 :  3.9227150445\n",
      "Average loss at step  708000 :  3.94689961433\n",
      "Average loss at step  710000 :  3.9458183223\n",
      "Nearest to 见: 逢, 识, 到, 觉, 看, 听, 与, 是,\n",
      "Nearest to 人: 我, 圜, 侬, 客, 伊, 君, 谁, 能,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 台, 堂, 阁, 桥,\n",
      "Nearest to 更: 便, 共, 又, 渐, 但, 剩, 处, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 辽, 侔,\n",
      "Nearest to 深: 浅, 密, 薄, 啼, 遮, 浓, 静, 饯,\n",
      "Nearest to 日: 镫, 夕, 月, 憾, 判, 晖, 夜, 鹁,\n",
      "Nearest to 今: 终, 悴, 煞, 此, 弹, 他, 聋, 永,\n",
      "Nearest to 仙: 灵, 愚, 竺, 皋, 肱, 涑, 浩, 西,\n",
      "Nearest to 里: 赍, 拥, 顷, 斛, 飏, 载, 糕, 碗,\n",
      "Nearest to 生: 搜, 鞠, 乇, 俭, 欺, ●, 煮, 境,\n",
      "Nearest to 山: 峰, 岩, 水, 岫, 洎, 淞, 嶂, 麓,\n",
      "Nearest to 酒: 醪, 饮, 垆, 浇, 醺, 橙, 倒, 杯,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 欢, 哀, 按,\n",
      "Nearest to 笑: 醉, 怪, 潸, 恣, 羞, 误, 扇, 羡,\n",
      "Nearest to 流: 渑, 觞, 共, 定, 手, 浅, 涕, 僵,\n",
      "Average loss at step  712000 :  3.97723486984\n",
      "Average loss at step  714000 :  3.99936528778\n",
      "Average loss at step  716000 :  3.96918331993\n",
      "Average loss at step  718000 :  4.02454555821\n",
      "Average loss at step  720000 :  4.00592103016\n",
      "Nearest to 见: 识, 逢, 到, 向, 与, 听, 访, 是,\n",
      "Nearest to 人: 我, 纂, 圜, 能, 姝, 客, 女, 他,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 台, 阁, 桥, 山,\n",
      "Nearest to 更: 共, 又, 便, 倍, 渐, 待, 最, 正,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 灞, 浙, 渭,\n",
      "Nearest to 深: 浅, 密, 啼, 薄, 浓, 遮, 静, 杪,\n",
      "Nearest to 日: 镫, 夕, 月, 憾, 朝, 夜, 昽, 漾,\n",
      "Nearest to 今: 终, 此, 昨, 聋, 悴, 弹, 煞, 矣,\n",
      "Nearest to 仙: 竺, 灵, 肱, 萍, 浩, 涑, 莱, 皋,\n",
      "Nearest to 里: 拥, 顷, 赍, 中, 飏, 斛, 糕, 载,\n",
      "Nearest to 生: 鞠, 搜, , 借, 砌, 渗, 欺, 僝,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 淞, 竹, 楼,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 酲, 杯, 柂,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 举, B, 吟, 奏,\n",
      "Nearest to 笑: 醉, 怪, 扇, 误, 敌, 共, 羞, 恣,\n",
      "Nearest to 流: 渑, 定, 僵, 泠, 似, 手, 浅, 瀑,\n",
      "Average loss at step  722000 :  4.0019275918\n",
      "Average loss at step  724000 :  4.01716512823\n",
      "Average loss at step  726000 :  3.97966441214\n",
      "Average loss at step  728000 :  3.93674752653\n",
      "Average loss at step  730000 :  3.95572185075\n",
      "Nearest to 见: 识, 逢, 到, 向, 看, 觉, 是, 访,\n",
      "Nearest to 人: 我, 客, 伊, 郎, 处, 君, 侬, 尘,\n",
      "Nearest to 楼: 城, 箱, 栏, 堂, 阑, 山, 台, 亭,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 已, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 灞, 燕,\n",
      "Nearest to 深: 密, 浅, 静, 啼, 遮, 薄, 浓, 知,\n",
      "Nearest to 日: 镫, 夕, 月, 首, 昽, 漾, 夜, 晖,\n",
      "Nearest to 今: 终, 此, 昨, 悴, 他, 弹, 煞, 永,\n",
      "Nearest to 仙: 肱, 灵, 南, 竺, 浩, 涑, 皋, 愚,\n",
      "Nearest to 里: 赍, 飏, 中, 顷, 拥, 琲, 糕, 斛,\n",
      "Nearest to 生: 搜, 鞠, , 欺, 涡, 砌, 裨, 境,\n",
      "Nearest to 山: 峰, 岫, 水, 嶂, 岩, 楼, 洎, 锸,\n",
      "Nearest to 酒: 醪, 浇, 醺, 垆, 饮, 杯, 厌, 橙,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 哀, 举, 欢,\n",
      "Nearest to 笑: 醉, 扇, 怪, 缓, 羞, 恣, 鹂, 潸,\n",
      "Nearest to 流: 渑, 定, 僵, 觞, 浅, 泠, 共, 漂,\n",
      "Average loss at step  732000 :  3.93486316621\n",
      "Average loss at step  734000 :  3.91230590093\n",
      "Average loss at step  736000 :  3.95584521437\n",
      "Average loss at step  738000 :  3.93455320764\n",
      "Average loss at step  740000 :  3.97789032221\n",
      "Nearest to 见: 逢, 识, 到, 是, 觉, 向, 听, 看,\n",
      "Nearest to 人: 我, 姝, 侬, 谁, 圜, 伊, 客, 吾,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 山, 亭, 堂, 台,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 已, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 吴,\n",
      "Nearest to 深: 浅, 密, 薄, 啼, 静, 浓, 遮, 杪,\n",
      "Nearest to 日: 镫, 月, 夕, 巳, 朝, 憾, 夜, 辰,\n",
      "Nearest to 今: 终, 此, 煞, 悴, 他, 昨, 弹, 矣,\n",
      "Nearest to 仙: 愚, 灵, 竺, 浩, 涑, 阮, 西, 肱,\n",
      "Nearest to 里: 赍, 拥, 顷, 飏, 斛, 碗, 糕, 琲,\n",
      "Nearest to 生: 搜, 鞠, 欺, 乇, 添, , 涡, 俭,\n",
      "Nearest to 山: 峰, 岩, 水, 岫, 嶂, 楼, 洎, 阳,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 浇, 橙, 蓓, 萄,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 举, 按, B,\n",
      "Nearest to 笑: 醉, 怪, 扇, 潸, 恣, 羡, 误, 羞,\n",
      "Nearest to 流: 渑, 觞, 共, 涕, 僵, 浅, 轼, 瀑,\n",
      "Average loss at step  742000 :  3.99757412946\n",
      "Average loss at step  744000 :  3.96977760673\n",
      "Average loss at step  746000 :  4.02509164417\n",
      "Average loss at step  748000 :  4.00750109065\n",
      "Average loss at step  750000 :  3.9978152076\n",
      "Nearest to 见: 逢, 识, 向, 到, 与, 看, 对, 觉,\n",
      "Nearest to 人: 我, 惔, 多, 姝, 客, 侬, 谁, 尘,\n",
      "Nearest to 楼: 箱, 城, 栏, 山, 阑, 桥, 阁, 堂,\n",
      "Nearest to 更: 共, 便, 又, 最, 渐, 但, 待, 倍,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 广, 吴,\n",
      "Nearest to 深: 浅, 密, 啼, 静, 薄, 遮, 浓, 杪,\n",
      "Nearest to 日: 镫, 夕, 月, 首, 朝, 憾, 昽, 巳,\n",
      "Nearest to 今: 终, 此, 聋, 昨, 悴, 兹, 煞, 弹,\n",
      "Nearest to 仙: 竺, 肱, 灵, 涑, 莱, 圣, 艮, 浩,\n",
      "Nearest to 里: 赍, 飏, 顷, 拥, 中, 斛, 糕, 琲,\n",
      "Nearest to 生: 借, 搜, , 鞠, 欺, 诞, 境, 乇,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 楼, 洎, 淞,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 杯, 柂, 诞,\n",
      "Nearest to 歌: 唱, 郢, 遏, 箫, 举, 奏, B, 按,\n",
      "Nearest to 笑: 醉, 扇, 怪, 误, 啸, 潸, 共, 敌,\n",
      "Nearest to 流: 渑, 定, 僵, 手, 浅, 瀑, 觞, 泠,\n",
      "Average loss at step  752000 :  4.00608040714\n",
      "Average loss at step  754000 :  3.97768233591\n",
      "Average loss at step  756000 :  3.9357657125\n",
      "Average loss at step  758000 :  3.9532139616\n",
      "Average loss at step  760000 :  3.92461411536\n",
      "Nearest to 见: 逢, 识, 到, 觉, 向, 是, 看, 闻,\n",
      "Nearest to 人: 客, 我, 处, 他, 侬, 君, 质, 吾,\n",
      "Nearest to 楼: 城, 栏, 箱, 亭, 台, 堂, 阑, 阁,\n",
      "Nearest to 更: 便, 共, 又, 剩, 渐, 最, 偏, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 灞,\n",
      "Nearest to 深: 浅, 密, 静, 遮, 啼, 何, 薄, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 昽, 巳, 夜, 首, 辰,\n",
      "Nearest to 今: 终, 此, 永, 煞, 他, 悴, 昨, 弹,\n",
      "Nearest to 仙: 竺, 浩, 灵, 肱, 涑, 皋, 愚, 莱,\n",
      "Nearest to 里: 赍, 顷, 中, 拥, 斛, 飏, 琲, 糕,\n",
      "Nearest to 生: 鞠, 搜, , 砌, 诞, 境, ●, 渗,\n",
      "Nearest to 山: 峰, 水, 岫, 岩, 嶂, 阳, 淞, 堞,\n",
      "Nearest to 酒: 醪, 垆, 浇, 饮, 杯, 醺, 篘, 倒,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 按, 奏, 举, 吟,\n",
      "Nearest to 笑: 醉, 扇, 怪, 潸, 恣, 羞, 捻, 鹂,\n",
      "Nearest to 流: 渑, 定, 泠, 僵, 共, 觞, 浅, 涕,\n",
      "Average loss at step  762000 :  3.91997957838\n",
      "Average loss at step  764000 :  3.94983008099\n",
      "Average loss at step  766000 :  3.93865060556\n",
      "Average loss at step  768000 :  3.97039307904\n",
      "Average loss at step  770000 :  4.00606105614\n",
      "Nearest to 见: 逢, 向, 识, 觉, 看, 听, 到, 是,\n",
      "Nearest to 人: 我, 圜, 姝, 民, 君, 侬, 谁, 纂,\n",
      "Nearest to 楼: 城, 箱, 栏, 山, 台, 堂, 阑, 亭,\n",
      "Nearest to 更: 便, 共, 又, 渐, 已, 但, 待, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 吴,\n",
      "Nearest to 深: 浅, 密, 薄, 静, 啼, 遮, 浓, 杪,\n",
      "Nearest to 日: 镫, 夕, 月, 昽, 巳, 楣, 憾, 朝,\n",
      "Nearest to 今: 终, 此, 他, 悴, 煞, 昨, 弹, 聋,\n",
      "Nearest to 仙: 灵, 竺, 浩, 萍, 肱, 涑, 艮, 圣,\n",
      "Nearest to 里: 拥, 顷, 赍, 中, 斛, 碗, 糕, 飏,\n",
      "Nearest to 生: 搜, 俭, , 瞻, 鞠, 乇, 诞, 砌,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 楼, 岭, 蹲,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 浇, 蓓, 橙, 萄,\n",
      "Nearest to 歌: 唱, 郢, 遏, 箫, 奏, 举, B, 哀,\n",
      "Nearest to 笑: 醉, 扇, 怪, 恣, 敌, 误, 童, 潸,\n",
      "Nearest to 流: 渑, 共, 涕, 昔, 轼, 手, 僵, 浅,\n",
      "Average loss at step  772000 :  3.96863589549\n",
      "Average loss at step  774000 :  4.01950078702\n",
      "Average loss at step  776000 :  4.002795223\n",
      "Average loss at step  778000 :  3.99486461782\n",
      "Average loss at step  780000 :  4.00627796602\n",
      "Nearest to 见: 逢, 识, 到, 与, 向, 看, 对, 觉,\n",
      "Nearest to 人: 我, 君, 圜, 侬, 姝, 纂, 僧, 能,\n",
      "Nearest to 楼: 城, 箱, 栏, 山, 阑, 堂, 台, 阁,\n",
      "Nearest to 更: 便, 共, 又, 最, 渐, 正, 但, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 徐, 辽,\n",
      "Nearest to 深: 浅, 密, 静, 啼, 薄, 浓, 遮, 柑,\n",
      "Nearest to 日: 镫, 夕, 朝, 夜, 月, 昽, 辰, 憾,\n",
      "Nearest to 今: 终, 此, 昨, 永, 煞, 弹, 聋, 兹,\n",
      "Nearest to 仙: 竺, 灵, 肱, 涑, 莱, 惲, 霄, 圣,\n",
      "Nearest to 里: 拥, 赍, 顷, 中, 飏, 户, 斛, 载,\n",
      "Nearest to 生: 诞, , 鞠, 搜, 裨, 境, 艹, 欺,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 洎, 楼, 淞,\n",
      "Nearest to 酒: 醪, 垆, 杯, 饮, 醺, 蓓, 诞, 浇,\n",
      "Nearest to 歌: 唱, 郢, 遏, 箫, 奏, 举, B, 按,\n",
      "Nearest to 笑: 醉, 扇, 怪, 误, 共, 敌, 啸, 童,\n",
      "Nearest to 流: 渑, 僵, 定, 瀑, 手, 涕, 泠, 轼,\n",
      "Average loss at step  782000 :  3.97069253469\n",
      "Average loss at step  784000 :  3.9239091239\n",
      "Average loss at step  786000 :  3.96339512026\n",
      "Average loss at step  788000 :  3.91235902405\n",
      "Average loss at step  790000 :  3.91883194327\n",
      "Nearest to 见: 识, 逢, 到, 看, 觉, 是, 访, 惑,\n",
      "Nearest to 人: 我, 客, 姝, 侬, 予, 民, 尘, 能,\n",
      "Nearest to 楼: 城, 栏, 箱, 堂, 阑, 亭, 台, 阁,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 偏, 已, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 侔, 辽,\n",
      "Nearest to 深: 浅, 密, 静, 啼, 遮, 浓, 薄, 柑,\n",
      "Nearest to 日: 镫, 夕, 辰, 朝, 晖, 昽, 毂, 月,\n",
      "Nearest to 今: 终, 此, 他, 煞, 弹, 悴, 永, 昨,\n",
      "Nearest to 仙: 灵, 涑, 竺, 浩, 西, 愚, 侔, 缥,\n",
      "Nearest to 里: 赍, 顷, 拥, 载, 琲, 斛, 飏, 糕,\n",
      "Nearest to 生: 鞠, 诞, 搜, 砌, ●, 乇, 境, ,\n",
      "Nearest to 山: 峰, 岫, 岩, 水, 嶂, 堞, 淞, 阳,\n",
      "Nearest to 酒: 醪, 饮, 垆, 浇, 醺, 倒, 杯, 酿,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 按, 欢, 举,\n",
      "Nearest to 笑: 醉, 扇, 潸, 恣, 怪, 羞, 鹂, 颦,\n",
      "Nearest to 流: 渑, 共, 僵, 觞, 轼, 泠, 涕, 浅,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  792000 :  3.94950942022\n",
      "Average loss at step  794000 :  3.93535000801\n",
      "Average loss at step  796000 :  3.9656688143\n",
      "Average loss at step  798000 :  4.0054852525\n",
      "Average loss at step  800000 :  3.9706823386\n",
      "Nearest to 见: 逢, 识, 到, 向, 看, 听, 觉, 闻,\n",
      "Nearest to 人: 我, 侬, 民, 吾, 予, 姝, 纂, 客,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 台, 亭, 堂, 阁,\n",
      "Nearest to 更: 便, 又, 共, 渐, 正, 偏, 转, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 灞,\n",
      "Nearest to 深: 密, 浅, 薄, 遮, 啼, 浓, 静, 杪,\n",
      "Nearest to 日: 镫, 巳, 夕, 月, 判, 朝, 昽, 憾,\n",
      "Nearest to 今: 终, 此, 煞, 弹, 年, 悴, 昨, 嗟,\n",
      "Nearest to 仙: 灵, 竺, 艮, 萍, 涑, 圣, 浩, 惲,\n",
      "Nearest to 里: 赍, 拥, 顷, 飏, 斛, 琲, 碗, 户,\n",
      "Nearest to 生: , 鞠, 乇, 搜, 砌, 诞, 渗, 俭,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 淞, 蹲, 滃,\n",
      "Nearest to 酒: 醪, 垆, 浇, 饮, 醺, 杯, 柂, 萄,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 吟, 举, 按,\n",
      "Nearest to 笑: 醉, 怪, 扇, 敌, 潸, 误, 共, 羞,\n",
      "Nearest to 流: 渑, 共, 僵, 轼, 瀑, 浅, 觞, 涕,\n",
      "Average loss at step  802000 :  4.01456678164\n",
      "Average loss at step  804000 :  3.9954077208\n",
      "Average loss at step  806000 :  3.99237880158\n",
      "Average loss at step  808000 :  4.01101063716\n",
      "Average loss at step  810000 :  3.96104226613\n",
      "Nearest to 见: 识, 逢, 看, 到, 向, 是, 与, 觉,\n",
      "Nearest to 人: 姝, 多, 我, ’, 圜, 女, 僧, 鹞,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 山, 鸾, 亭, 堂,\n",
      "Nearest to 更: 共, 便, 又, 最, 渐, 剩, 忍, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 灞, 燕,\n",
      "Nearest to 深: 浅, 密, 啼, 静, 薄, 浓, 知, 杪,\n",
      "Nearest to 日: 月, 镫, 夕, 夜, 晖, 昽, 憾, 朝,\n",
      "Nearest to 今: 终, 此, 昨, 永, 弹, 聋, 煞, 兹,\n",
      "Nearest to 仙: 竺, 灵, 南, 涑, 肱, 圣, 浩, 阡,\n",
      "Nearest to 里: 赍, 拥, 顷, 糕, 飏, 琲, 斛, 户,\n",
      "Nearest to 生: 搜, 欺, , 鞠, 裨, 添, 乇, 诞,\n",
      "Nearest to 山: 峰, 水, 岫, 岩, 嶂, 淞, 楼, 洎,\n",
      "Nearest to 酒: 醪, 垆, 醺, 浇, 饮, 柂, 杯, 局,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 欢, 乐, 举,\n",
      "Nearest to 笑: 醉, 扇, 怪, 共, 误, 羞, 鹂, 恣,\n",
      "Nearest to 流: 定, 渑, 僵, 觞, 手, 激, 瀑, 泠,\n",
      "Average loss at step  812000 :  3.92624301517\n",
      "Average loss at step  814000 :  3.96186434984\n",
      "Average loss at step  816000 :  3.90885792816\n",
      "Average loss at step  818000 :  3.9220899117\n",
      "Average loss at step  820000 :  3.9371374861\n",
      "Nearest to 见: 识, 逢, 到, 访, 闻, 听, 与, 惑,\n",
      "Nearest to 人: 我, 侬, 客, 伊, 吾, 谁, 绪, 君,\n",
      "Nearest to 楼: 城, 箱, 栏, 堂, 阑, 亭, 桥, 台,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 偏, 但, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 侔,\n",
      "Nearest to 深: 浅, 密, 薄, 遮, 静, 啼, 浓, 柑,\n",
      "Nearest to 日: 镫, 夕, 月, 判, 憾, 辰, , 朝,\n",
      "Nearest to 今: 终, 此, 他, 煞, 弹, 永, 昨, 悴,\n",
      "Nearest to 仙: 浩, 竺, 灵, 涑, 圣, 霄, 西, 肱,\n",
      "Nearest to 里: 顷, 赍, 拥, 飏, 载, 糕, 琲, 斛,\n",
      "Nearest to 生: 鞠, 搜, , 诞, 乇, 境, 伴, 煞,\n",
      "Nearest to 山: 峰, 水, 岩, 岫, 嶂, 淞, 阳, 堞,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 萄, 浇, 橙, 杯,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 欢, 奏, 谯, 举,\n",
      "Nearest to 笑: 醉, 怪, 潸, 扇, 敌, 恣, 羞, 共,\n",
      "Nearest to 流: 渑, 觞, 涕, 瀑, 手, 僵, 穆, 浅,\n",
      "Average loss at step  822000 :  3.93193768167\n",
      "Average loss at step  824000 :  3.96152297652\n",
      "Average loss at step  826000 :  4.00792320895\n",
      "Average loss at step  828000 :  3.96934939361\n",
      "Average loss at step  830000 :  4.009749982\n",
      "Nearest to 见: 逢, 识, 到, 向, 是, 访, 与, 看,\n",
      "Nearest to 人: 我, 圜, 君, 客, 民, 今, 他, 姝,\n",
      "Nearest to 楼: 箱, 城, 台, 栏, 阑, 阁, 堂, 亭,\n",
      "Nearest to 更: 便, 又, 共, 渐, 倍, 剩, 待, 苦,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 灞, 徐,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 啼, 遮, 静, 知,\n",
      "Nearest to 日: 镫, 夕, 月, 朝, 昽, 巳, 判, 憾,\n",
      "Nearest to 今: 终, 此, 昨, 悴, 聋, 他, 弹, 煞,\n",
      "Nearest to 仙: 竺, 灵, 浩, 涑, 肱, 莱, 裕, 艮,\n",
      "Nearest to 里: 顷, 赍, 拥, 飏, 中, 与, 斛, 糕,\n",
      "Nearest to 生: , 乇, 鞠, 搜, 诞, 嗔, 憩, 僝,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 水, 淞, 滃, 蹲,\n",
      "Nearest to 酒: 醪, 垆, 饮, 杯, 浇, 醺, 蓓, 酲,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 举, 奏, 哀, 按,\n",
      "Nearest to 笑: 醉, 扇, 怪, 敌, 共, 误, 童, 夸,\n",
      "Nearest to 流: 渑, 瀑, 手, 浅, 僵, 乱, 穆, 冷,\n",
      "Average loss at step  832000 :  3.99404729044\n",
      "Average loss at step  834000 :  3.99033992028\n",
      "Average loss at step  836000 :  4.0023825022\n",
      "Average loss at step  838000 :  3.94920711684\n",
      "Average loss at step  840000 :  3.93376432335\n",
      "Nearest to 见: 逢, 识, 到, 觉, 向, 看, 眨, 访,\n",
      "Nearest to 人: 我, 伊, 君, 侬, 他, 多, 客, 鹞,\n",
      "Nearest to 楼: 城, 箱, 栏, 堂, 阑, 山, 亭, 台,\n",
      "Nearest to 更: 便, 共, 又, 剩, 最, 试, 且, 但,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 灞, 辽,\n",
      "Nearest to 深: 密, 浅, 啼, 静, 遮, 柑, 浓, 薄,\n",
      "Nearest to 日: 月, 镫, 夕, 晖, 夜, 憾, 昽, 毂,\n",
      "Nearest to 今: 终, 此, 昨, 永, 弹, 悴, 兹, 聋,\n",
      "Nearest to 仙: 南, 浩, 竺, 肱, 灵, 涑, 归, 傲,\n",
      "Nearest to 里: 赍, 拥, 中, 顷, 飏, 琲, 糕, 斛,\n",
      "Nearest to 生: 搜, 鞠, , 涡, 裨, 砌, 境, 欺,\n",
      "Nearest to 山: 峰, 岫, 嶂, 水, 岩, 洎, 楼, 淞,\n",
      "Nearest to 酒: 醪, 垆, 饮, 醺, 浇, 杯, 厌, 柂,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 欢, 举, 泚,\n",
      "Nearest to 笑: 醉, 扇, 怪, 羞, 鹂, 误, 捻, 潸,\n",
      "Nearest to 流: 渑, 定, 僵, 觞, 浅, 瀑, 穆, 轼,\n",
      "Average loss at step  842000 :  3.95736360967\n",
      "Average loss at step  844000 :  3.91392226338\n",
      "Average loss at step  846000 :  3.91742127323\n",
      "Average loss at step  848000 :  3.94094401467\n",
      "Average loss at step  850000 :  3.93433082068\n",
      "Nearest to 见: 逢, 识, 到, 觉, 闻, 是, 看, 与,\n",
      "Nearest to 人: 我, 君, 侬, 伊, 圜, 他, 客, 谁,\n",
      "Nearest to 楼: 城, 箱, 堂, 栏, 台, 桥, 亭, 阑,\n",
      "Nearest to 更: 便, 共, 又, 渐, 剩, 但, 已, 偏,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 辽, 吴, 淮,\n",
      "Nearest to 深: 浅, 密, 薄, 啼, 浓, 遮, 杪, 静,\n",
      "Nearest to 日: 镫, 憾, 判, 夕, 月, 昽, 夜, 巳,\n",
      "Nearest to 今: 终, 此, 悴, 煞, 弹, 他, 矣, 昨,\n",
      "Nearest to 仙: 灵, 浩, 竺, 肱, 西, 涑, 缥, 沆,\n",
      "Nearest to 里: 赍, 拥, 顷, 飏, 斛, 入, 碗, 与,\n",
      "Nearest to 生: 搜, , 涡, 鞠, 欺, 添, 乇, 俭,\n",
      "Nearest to 山: 峰, 岩, 岫, 水, 岭, 淞, 楼, 洎,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 浇, 蓓, 朋, 萄,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 欢, 按, 哀,\n",
      "Nearest to 笑: 醉, 怪, 恣, 啸, 羞, 扇, 潸, 敌,\n",
      "Nearest to 流: 渑, 觞, 涕, 共, 瀑, 轼, 僵, 穆,\n",
      "Average loss at step  852000 :  3.95800094593\n",
      "Average loss at step  854000 :  4.00509949636\n",
      "Average loss at step  856000 :  3.9688568387\n",
      "Average loss at step  858000 :  4.00225652897\n",
      "Average loss at step  860000 :  3.99324706447\n",
      "Nearest to 见: 识, 逢, 到, 向, 与, 是, 访, 觉,\n",
      "Nearest to 人: 我, 侬, 圜, 他, 客, 春, 纂, 民,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 桥, 台, 堂, 山,\n",
      "Nearest to 更: 共, 便, 又, 最, 渐, 偏, 正, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 灞, 吴, 浙,\n",
      "Nearest to 深: 浅, 密, 啼, 遮, 薄, 静, 浓, 杪,\n",
      "Nearest to 日: 镫, 夕, 月, 夜, 漾, 憾, 判, 昽,\n",
      "Nearest to 今: 终, 此, 昨, 弹, 悴, 矣, 煞, 聋,\n",
      "Nearest to 仙: 竺, 灵, 涑, 肱, 莱, 缥, 浩, 艮,\n",
      "Nearest to 里: 中, 赍, 拥, 顷, 糕, 飏, 碗, 与,\n",
      "Nearest to 生: 鞠, 搜, , 砌, 欺, 借, 煮, 境,\n",
      "Nearest to 山: 峰, 岩, 岫, 嶂, 淞, 楼, 水, 岭,\n",
      "Nearest to 酒: 醪, 垆, 饮, 浇, 醺, 杯, 酲, 厌,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 奏, 举, 哀, 舞,\n",
      "Nearest to 笑: 醉, 怪, 扇, 敌, 误, 羞, 夸, 共,\n",
      "Nearest to 流: 渑, 瀑, 似, 定, 手, 涕, 僵, 湍,\n",
      "Average loss at step  862000 :  3.98943630171\n",
      "Average loss at step  864000 :  4.00389954424\n",
      "Average loss at step  866000 :  3.93711020684\n",
      "Average loss at step  868000 :  3.93855930829\n",
      "Average loss at step  870000 :  3.95575245118\n",
      "Nearest to 见: 识, 到, 逢, 向, 觉, 看, 是, 惑,\n",
      "Nearest to 人: 我, 客, 处, 君, 侬, 妨, 伊, 女,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 台, 堂, 亭, 树,\n",
      "Nearest to 更: 便, 共, 又, 渐, 已, 最, 剩, 但,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 灞,\n",
      "Nearest to 深: 密, 浅, 静, 啼, 遮, 薄, 知, 柑,\n",
      "Nearest to 日: 月, 镫, 夕, 昽, 巳, 首, 判, 辰,\n",
      "Nearest to 今: 终, 此, 弹, 他, 永, 昨, 悴, 兹,\n",
      "Nearest to 仙: 南, 灵, 涑, 竺, 浩, 肱, 西, 阮,\n",
      "Nearest to 里: 赍, 飏, 拥, 顷, 中, 琲, 载, 入,\n",
      "Nearest to 生: 搜, 鞠, , 涡, 渗, 境, 裨, 欺,\n",
      "Nearest to 山: 峰, 岩, 嶂, 岫, 水, 淞, 锸, 阳,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 杯, 浇, 倒, 局,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 欢, 奏, 谯, 哀,\n",
      "Nearest to 笑: 醉, 扇, 怪, 恣, 唱, 捻, 羞, 敌,\n",
      "Nearest to 流: 渑, 瀑, 激, 涕, 漂, 觞, 定, 共,\n",
      "Average loss at step  872000 :  3.90913126409\n",
      "Average loss at step  874000 :  3.91131248224\n",
      "Average loss at step  876000 :  3.93677497774\n",
      "Average loss at step  878000 :  3.93538058984\n",
      "Average loss at step  880000 :  3.96295154798\n",
      "Nearest to 见: 逢, 识, 到, 惑, 觉, 看, 是, 听,\n",
      "Nearest to 人: 我, 姝, 民, 侬, 圜, 君, 吾, 世,\n",
      "Nearest to 楼: 城, 阑, 箱, 亭, 山, 栏, 桥, 堂,\n",
      "Nearest to 更: 便, 又, 共, 渐, 但, 已, 处, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 吴, 浙, 辽,\n",
      "Nearest to 深: 浅, 薄, 密, 静, 浓, 啼, 遮, 杪,\n",
      "Nearest to 日: 镫, 月, 夜, 夕, 昽, 朝, 巳, 楣,\n",
      "Nearest to 今: 终, 此, 他, 悴, 年, 煞, 昨, 许,\n",
      "Nearest to 仙: 灵, 竺, 西, 涑, 艮, 浩, 圣, 阮,\n",
      "Nearest to 里: 赍, 拥, 顷, 斛, 碗, 飏, 与, 琲,\n",
      "Nearest to 生: 俭, 搜, 添, 涡, , 乇, 晬, 鞠,\n",
      "Nearest to 山: 峰, 岫, 水, 岩, 嶂, 楼, 蹲, 洎,\n",
      "Nearest to 酒: 醪, 垆, 饮, 醺, 浇, 蓓, 酿, 杯,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 举, 按, 谯,\n",
      "Nearest to 笑: 醉, 扇, 怪, 潸, 夸, 敌, 恣, 啸,\n",
      "Nearest to 流: 渑, 觞, 涕, 瀑, 共, 轼, 手, 浅,\n",
      "Average loss at step  882000 :  3.99936387503\n",
      "Average loss at step  884000 :  3.96806314552\n",
      "Average loss at step  886000 :  4.00218298411\n",
      "Average loss at step  888000 :  3.98663126159\n",
      "Average loss at step  890000 :  3.99351708782\n",
      "Nearest to 见: 识, 逢, 向, 与, 到, 是, 看, 觉,\n",
      "Nearest to 人: 我, 姝, 侬, 民, 荀, 惔, 客, 能,\n",
      "Nearest to 楼: 箱, 城, 栏, 山, 堂, 桥, 亭, 阑,\n",
      "Nearest to 更: 共, 便, 又, 最, 正, 渐, 待, 倍,\n",
      "Nearest to 西: 东, 南, 北, 淮, 临, 浙, 徐, 辽,\n",
      "Nearest to 深: 浅, 密, 静, 薄, 啼, 杪, 浓, 柑,\n",
      "Nearest to 日: 镫, 夕, 首, 月, 憾, 昽, 夜, 楣,\n",
      "Nearest to 今: 终, 此, 兹, 聋, 昨, 孝, 矣, 后,\n",
      "Nearest to 仙: 竺, 灵, 莱, 涑, 肱, 艮, 圣, 浩,\n",
      "Nearest to 里: 顷, 赍, 拥, 中, 飏, 斛, 糕, 碗,\n",
      "Nearest to 生: 鞠, 欺, 搜, , 伴, 嗔, 境, 憩,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 蹲, 水, 楼, 淞,\n",
      "Nearest to 酒: 醪, 垆, 饮, 醺, 杯, 蓓, 浇, 柂,\n",
      "Nearest to 歌: 唱, 郢, 遏, 箫, 奏, 谯, 乐, B,\n",
      "Nearest to 笑: 醉, 怪, 扇, 误, 共, 敌, 童, 啸,\n",
      "Nearest to 流: 渑, 瀑, 僵, 觞, 湍, 涕, 手, 泠,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  892000 :  4.00193735611\n",
      "Average loss at step  894000 :  3.93088582325\n",
      "Average loss at step  896000 :  3.93592509842\n",
      "Average loss at step  898000 :  3.95350665712\n",
      "Average loss at step  900000 :  3.9098078413\n",
      "Nearest to 见: 识, 到, 逢, 觉, 向, 看, 与, 是,\n",
      "Nearest to 人: 我, 客, 吾, 伊, 他, 曾, 君, 侬,\n",
      "Nearest to 楼: 城, 栏, 堂, 亭, 阑, 箱, 阁, 山,\n",
      "Nearest to 更: 便, 共, 又, 渐, 偏, 剩, 最, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 徐, 辽,\n",
      "Nearest to 深: 浅, 密, 静, 遮, 啼, 薄, 柑, 私,\n",
      "Nearest to 日: 镫, 月, 夕, 昽, 首, 巳, 憾, 晖,\n",
      "Nearest to 今: 终, 此, 永, 他, 兹, 悴, 弹, 聋,\n",
      "Nearest to 仙: 竺, 灵, 浩, 阮, 肱, 霄, 侔, 莱,\n",
      "Nearest to 里: 赍, 顷, 拥, 琲, 斛, 中, 碗, 飏,\n",
      "Nearest to 生: 鞠, 搜, , 渗, 添, 砌, 境, 涡,\n",
      "Nearest to 山: 峰, 岫, 岩, 水, 嶂, 阳, 岭, 楼,\n",
      "Nearest to 酒: 醪, 垆, 醺, 饮, 浇, 杯, 篘, 倒,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 按, 奏, 谯, 吟,\n",
      "Nearest to 笑: 醉, 扇, 怪, 潸, 敌, 羞, 啸, 共,\n",
      "Nearest to 流: 渑, 觞, 共, 涕, 激, 僵, 瀑, 泠,\n",
      "Average loss at step  902000 :  3.90995220423\n",
      "Average loss at step  904000 :  3.93469280946\n",
      "Average loss at step  906000 :  3.93421785748\n",
      "Average loss at step  908000 :  3.97160913205\n",
      "Average loss at step  910000 :  3.98895854783\n",
      "Nearest to 见: 逢, 识, 向, 惑, 看, 觉, 到, 访,\n",
      "Nearest to 人: 我, 侬, 吾, 客, 圜, 姝, 世, 他,\n",
      "Nearest to 楼: 城, 阑, 箱, 栏, 亭, 堂, 台, 阁,\n",
      "Nearest to 更: 便, 又, 共, 但, 待, 已, 渐, 爬,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 灞,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 静, 杪, 遮, 啼,\n",
      "Nearest to 日: 昽, 巳, 夕, 镫, 判, 朝, 楣, 月,\n",
      "Nearest to 今: 终, 此, 悴, 弹, 煞, 他, 孝, 兹,\n",
      "Nearest to 仙: 灵, 艮, 竺, 浩, 肱, 西, 萍, 惲,\n",
      "Nearest to 里: 拥, 赍, 中, 顷, 糕, 碗, 琲, 斛,\n",
      "Nearest to 生: ）, 俭, 诞, 嗔, 鞠, , 煞, 渗,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 水, 岭, 蹲, 楼,\n",
      "Nearest to 酒: 醪, 垆, 饮, 醺, 浇, 蓓, 杯, 萄,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 谯, 吟, 举,\n",
      "Nearest to 笑: 醉, 怪, 扇, 误, 敌, 潸, 童, 啸,\n",
      "Nearest to 流: 渑, 共, 涕, 瀑, 觞, 轼, 湍, 料,\n",
      "Average loss at step  912000 :  3.96879958034\n",
      "Average loss at step  914000 :  3.99805813706\n",
      "Average loss at step  916000 :  3.97890603745\n",
      "Average loss at step  918000 :  3.9883100785\n",
      "Average loss at step  920000 :  4.00297910011\n",
      "Nearest to 见: 识, 逢, 与, 向, 到, 是, 看, 对,\n",
      "Nearest to 人: 我, 君, 侬, 姝, 客, 他, 僧, 也,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 山, 堂, 桥, 亭,\n",
      "Nearest to 更: 便, 共, 又, 最, 渐, 已, 正, 处,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 徐, 虎,\n",
      "Nearest to 深: 浅, 密, 啼, 静, 薄, 杪, 浓, 遮,\n",
      "Nearest to 日: 月, 镫, 夕, 昽, 朝, 漾, 夜, 憾,\n",
      "Nearest to 今: 此, 终, 兹, 聋, 弹, 昨, 悴, 后,\n",
      "Nearest to 仙: 竺, 灵, 惲, 涑, 肱, 莱, 肖, 浩,\n",
      "Nearest to 里: 拥, 顷, 赍, 中, 飏, 琲, 户, 斛,\n",
      "Nearest to 生: , 鞠, 诞, 搜, 胥, 裨, 境, 晬,\n",
      "Nearest to 山: 峰, 岫, 岩, 水, 嶂, 洎, 淞, 岭,\n",
      "Nearest to 酒: 醪, 垆, 杯, 醺, 饮, 蓓, 萄, 倒,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 谯, 欢, 乐,\n",
      "Nearest to 笑: 醉, 扇, 怪, 误, 敌, 童, 嘲, 共,\n",
      "Nearest to 流: 渑, 僵, 瀑, 定, 湍, 觞, 涕, 共,\n",
      "Average loss at step  922000 :  3.91626502633\n",
      "Average loss at step  924000 :  3.93219124603\n",
      "Average loss at step  926000 :  3.96017957723\n",
      "Average loss at step  928000 :  3.89804229319\n",
      "Average loss at step  930000 :  3.8971300844\n",
      "Nearest to 见: 识, 逢, 到, 觉, 惑, 看, 是, 访,\n",
      "Nearest to 人: 我, 客, 谁, 侬, 吾, 姝, 民, 君,\n",
      "Nearest to 楼: 城, 堂, 箱, 栏, 台, 亭, 阑, 殿,\n",
      "Nearest to 更: 便, 共, 又, 渐, 偏, 最, 处, 剩,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, □, 徐,\n",
      "Nearest to 深: 浅, 密, 薄, 静, 啼, 浓, 遮, 杪,\n",
      "Nearest to 日: 镫, 夕, 昽, 巳, 月, 辰, 毂, 晖,\n",
      "Nearest to 今: 终, 他, 此, 永, 悴, 弹, 昨, 聋,\n",
      "Nearest to 仙: 竺, 圣, 西, 艮, 灵, 莱, 裕, 浩,\n",
      "Nearest to 里: 拥, 赍, 顷, □, 琲, 载, 飏, 糕,\n",
      "Nearest to 生: 鞠, 搜, 诞, 砌, , 乇, 境, 俭,\n",
      "Nearest to 山: 峰, 岫, 水, 嶂, 岩, 淞, 阳, 洎,\n",
      "Nearest to 酒: 醪, 饮, 醺, 垆, 浇, 醑, 倒, 尊,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 按, 奏, 欢, 谯,\n",
      "Nearest to 笑: 醉, 扇, 潸, 敌, 羞, 怪, 恣, 鹂,\n",
      "Nearest to 流: 渑, 瀑, 共, 僵, 觞, 穆, 涕, 泠,\n",
      "Average loss at step  932000 :  3.95083819377\n",
      "Average loss at step  934000 :  3.93697628105\n",
      "Average loss at step  936000 :  3.97561604106\n",
      "Average loss at step  938000 :  3.9795203836\n",
      "Average loss at step  940000 :  3.96524388075\n",
      "Nearest to 见: 识, 逢, 向, 到, 看, 对, 与, 听,\n",
      "Nearest to 人: 我, 予, 客, 侬, 纂, 春, 吾, 圜,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 堂, 亭, 台, 阁,\n",
      "Nearest to 更: 便, 又, 共, 偏, 渐, 最, 正, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 灞, 辽,\n",
      "Nearest to 深: 浅, 密, 薄, 浓, 啼, 静, 杪, 厚,\n",
      "Nearest to 日: 月, 镫, 巳, 昽, 夕, 判, 憾, 朝,\n",
      "Nearest to 今: 终, 此, 年, 昨, 悴, 嗟, 矣, 弹,\n",
      "Nearest to 仙: 竺, 灵, 涑, 艮, 惲, 裕, 莱, 浩,\n",
      "Nearest to 里: 赍, 拥, 顷, 琲, 中, 飏, 与, 碗,\n",
      "Nearest to 生: , 鞠, 乇, 嗔, 渗, 弄, 砌, 搜,\n",
      "Nearest to 山: 峰, 岫, 嶂, 岩, 水, 淞, 蹲, 翟,\n",
      "Nearest to 酒: 醪, 垆, 醺, 浇, 饮, 萄, 杯, 柂,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 吟, 奏, 谯, 按,\n",
      "Nearest to 笑: 醉, 扇, 怪, 误, 敌, 羞, 潸, 童,\n",
      "Nearest to 流: 渑, 瀑, 共, 似, 料, 僵, 轼, 光,\n",
      "Average loss at step  942000 :  3.99649202371\n",
      "Average loss at step  944000 :  3.98127927744\n",
      "Average loss at step  946000 :  3.98497561681\n",
      "Average loss at step  948000 :  4.00524172628\n",
      "Average loss at step  950000 :  3.91224638164\n",
      "Nearest to 见: 识, 逢, 看, 到, 向, 觉, 是, 眨,\n",
      "Nearest to 人: 我, 多, 姝, 君, 鹞, 谁, 伊, 圜,\n",
      "Nearest to 楼: 城, 箱, 栏, 阑, 山, 堂, 亭, 台,\n",
      "Nearest to 更: 共, 便, 又, 最, 渐, 剩, 已, 偏,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 徐,\n",
      "Nearest to 深: 浅, 密, 啼, 静, 浓, 遮, 厚, 知,\n",
      "Nearest to 日: 夕, 镫, 晖, 夜, 昽, 漾, 月, 宵,\n",
      "Nearest to 今: 终, 此, 永, 昨, 弹, 兹, 悴, 许,\n",
      "Nearest to 仙: 南, 竺, 涑, 灵, 肱, 西, 浩, 接,\n",
      "Nearest to 里: 赍, 拥, 顷, 糕, 琲, 中, 飏, 斛,\n",
      "Nearest to 生: 搜, , 鞠, 裨, 乇, 涡, 添, 欺,\n",
      "Nearest to 山: 峰, 岫, 嶂, 水, 岩, 楼, 淞, 蹲,\n",
      "Nearest to 酒: 醪, 醺, 垆, 篘, 饮, 萄, 蓓, 杯,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 欢, 奏, 乐, 举,\n",
      "Nearest to 笑: 醉, 扇, 怪, 误, 共, 羞, 嘲, 恣,\n",
      "Nearest to 流: 渑, 定, 觞, 僵, 瀑, 共, 蜒, 涕,\n",
      "Average loss at step  952000 :  3.9258851018\n",
      "Average loss at step  954000 :  3.96874603128\n",
      "Average loss at step  956000 :  3.89672199857\n",
      "Average loss at step  958000 :  3.89538319874\n",
      "Average loss at step  960000 :  3.94546797097\n",
      "Nearest to 见: 逢, 识, 到, 看, 与, 访, 听, 闻,\n",
      "Nearest to 人: 我, 客, 侬, 谁, 吾, 姝, 绪, 僧,\n",
      "Nearest to 楼: 城, 箱, 台, 栏, 堂, 亭, 桥, 阑,\n",
      "Nearest to 更: 便, 共, 又, 渐, 最, 偏, 剩, 但,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 辽, 江,\n",
      "Nearest to 深: 浅, 密, 薄, 啼, 静, 遮, 杪, 浓,\n",
      "Nearest to 日: 镫, 月, 昽, 夕, 首, 巳, 朝, 憾,\n",
      "Nearest to 今: 终, 此, 他, 年, 弹, 永, 兹, 悴,\n",
      "Nearest to 仙: 竺, 灵, 阮, 西, 圣, 沆, 裕, 浩,\n",
      "Nearest to 里: 赍, 拥, 顷, 载, 中, 与, 糕, 飏,\n",
      "Nearest to 生: , 鞠, 搜, 乇, 俭, 诞, 欺, 境,\n",
      "Nearest to 山: 峰, 岫, 水, 嶂, 淞, 岩, 滃, 蹲,\n",
      "Nearest to 酒: 醪, 饮, 垆, 倒, 萄, 醺, 醑, 浇,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 谯, 欢, 吟,\n",
      "Nearest to 笑: 醉, 扇, 潸, 怪, 敌, 羞, 共, 误,\n",
      "Nearest to 流: 渑, 觞, 涕, 瀑, 穆, 手, 轼, 共,\n",
      "Average loss at step  962000 :  3.93501845622\n",
      "Average loss at step  964000 :  3.97078294814\n",
      "Average loss at step  966000 :  3.97867149913\n",
      "Average loss at step  968000 :  3.96796702683\n",
      "Average loss at step  970000 :  3.98865896618\n",
      "Nearest to 见: 识, 逢, 向, 到, 访, 与, 是, 惑,\n",
      "Nearest to 人: 我, 客, 谁, 民, 圜, 君, 能, 吾,\n",
      "Nearest to 楼: 城, 箱, 阑, 栏, 台, 亭, 堂, 滕,\n",
      "Nearest to 更: 共, 又, 便, 偏, 最, 正, 待, 已,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 斜, 吴, 灞,\n",
      "Nearest to 深: 浅, 密, 薄, 啼, 静, 杪, 遮, 扉,\n",
      "Nearest to 日: 镫, 夕, 月, 昽, 巳, 朝, 判, 憾,\n",
      "Nearest to 今: 终, 此, 许, 昨, 他, 矣, 年, 弹,\n",
      "Nearest to 仙: 竺, 灵, 涑, 裕, 莱, 艮, 浩, 肱,\n",
      "Nearest to 里: 顷, 赍, 拥, 中, 飏, 琲, 与, 碗,\n",
      "Nearest to 生: , 鞠, 嗔, 搜, 晬, 乇, 砌, 憩,\n",
      "Nearest to 山: 峰, 岫, 岩, 嶂, 淞, 蹲, 水, 竹,\n",
      "Nearest to 酒: 醪, 垆, 饮, 醺, 杯, 酲, 浇, 柂,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 举, 吟, 奏, 谯,\n",
      "Nearest to 笑: 醉, 扇, 怪, 敌, 误, 夸, 羞, 共,\n",
      "Nearest to 流: 渑, 瀑, 觞, 乱, 涕, 料, 浅, 似,\n",
      "Average loss at step  972000 :  3.98267092061\n",
      "Average loss at step  974000 :  3.99057588589\n",
      "Average loss at step  976000 :  4.0006623565\n",
      "Average loss at step  978000 :  3.90727129662\n",
      "Average loss at step  980000 :  3.92920691967\n",
      "Nearest to 见: 识, 逢, 到, 向, 觉, 眨, 是, 访,\n",
      "Nearest to 人: 我, 君, 侬, 伊, 郎, 鹞, 女, 客,\n",
      "Nearest to 楼: 城, 箱, 栏, 山, 堂, 阑, 亭, 帘,\n",
      "Nearest to 更: 共, 便, 又, 最, 偏, 已, 试, 但,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 辽, 燕,\n",
      "Nearest to 深: 密, 浅, 静, 啼, 遮, 杪, 薄, 浓,\n",
      "Nearest to 日: 月, 镫, 夕, 昽, 巳, 晖, 毂, 漾,\n",
      "Nearest to 今: 终, 此, 永, 弹, 他, 昨, 悴, 兹,\n",
      "Nearest to 仙: 竺, 南, 灵, 肱, 涑, 浩, 归, 缥,\n",
      "Nearest to 里: 赍, 琲, 拥, 顷, 中, 飏, 糕, 斛,\n",
      "Nearest to 生: 搜, 涡, 鞠, , 裨, 砌, 添, 境,\n",
      "Nearest to 山: 峰, 岫, 嶂, 水, 岩, 楼, 蹲, 阳,\n",
      "Nearest to 酒: 醪, 饮, 醺, 杯, 厌, 垆, 篘, 倒,\n",
      "Nearest to 歌: 唱, 遏, 箫, 郢, 欢, 乐, 谯, 奏,\n",
      "Nearest to 笑: 醉, 扇, 怪, 羞, 捻, 舷, 共, 敌,\n",
      "Nearest to 流: 渑, 瀑, 穆, 定, 激, 觞, 涕, 共,\n",
      "Average loss at step  982000 :  3.9588394798\n",
      "Average loss at step  984000 :  3.8948206588\n",
      "Average loss at step  986000 :  3.89913374949\n",
      "Average loss at step  988000 :  3.93667877066\n",
      "Average loss at step  990000 :  3.93700871897\n",
      "Nearest to 见: 识, 逢, 到, 是, 觉, 与, 向, 看,\n",
      "Nearest to 人: 我, 侬, 谁, 伊, 他, 君, 处, 郎,\n",
      "Nearest to 楼: 城, 箱, 阑, 台, 亭, 堂, 栏, 殿,\n",
      "Nearest to 更: 便, 共, 又, 渐, 已, 剩, 处, 最,\n",
      "Nearest to 西: 东, 南, 北, 临, 浙, 淮, 吴, 辽,\n",
      "Nearest to 深: 浅, 密, 薄, 静, 啼, 遮, 杪, 浓,\n",
      "Nearest to 日: 镫, 憾, 判, 巳, 昽, 楣, 夕, 首,\n",
      "Nearest to 今: 终, 此, 悴, 他, 弹, 矣, 永, 昨,\n",
      "Nearest to 仙: 竺, 灵, 阮, 西, 浩, 涑, 裕, 缥,\n",
      "Nearest to 里: 赍, 拥, 顷, 与, 飏, 碗, 糕, 斛,\n",
      "Nearest to 生: 涡, 俭, 添, , 乇, 晬, 鞠, 搜,\n",
      "Nearest to 山: 峰, 岫, 岩, 水, 嶂, 邙, 洎, 阳,\n",
      "Nearest to 酒: 醪, 饮, 垆, 醺, 浇, 萄, 釂, 狂,\n",
      "Nearest to 歌: 唱, 遏, 郢, 箫, 奏, 按, 谯, 欢,\n",
      "Nearest to 笑: 醉, 扇, 怪, 敌, 恣, 潸, 羞, 啸,\n",
      "Nearest to 流: 渑, 觞, 瀑, 共, 涕, 昔, 湍, 轼,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average loss at step  992000 :  3.97657277989\n",
      "Average loss at step  994000 :  3.96941933525\n",
      "Average loss at step  996000 :  3.97106647944\n",
      "Average loss at step  998000 :  3.98384185147\n",
      "Average loss at step  1000000 :  3.98956731963\n",
      "Nearest to 见: 识, 逢, 到, 向, 与, 是, 看, 访,\n",
      "Nearest to 人: 我, 圜, 客, 能, 春, 尘, 姝, 年,\n",
      "Nearest to 楼: 城, 箱, 山, 栏, 阑, 桥, 台, 亭,\n",
      "Nearest to 更: 便, 共, 又, 最, 正, 渐, 已, 待,\n",
      "Nearest to 西: 东, 南, 北, 临, 淮, 浙, 灞, 徐,\n",
      "Nearest to 深: 浅, 密, 静, 啼, 遮, 杪, 浓, 绿,\n",
      "Nearest to 日: 镫, 夕, 月, 夜, 昽, 憾, 宵, 漾,\n",
      "Nearest to 今: 终, 此, 昨, 弹, 矣, 年, 悴, 后,\n",
      "Nearest to 仙: 竺, 灵, 涑, 缥, 莱, 艮, 惲, 浩,\n",
      "Nearest to 里: 顷, 中, 赍, 拥, 飏, 糕, 琲, 与,\n",
      "Nearest to 生: , 鞠, 搜, 乇, 嗔, 晬, 憩, 渗,\n",
      "Nearest to 山: 峰, 岫, 嶂, 岩, 水, 楼, 淞, 洎,\n",
      "Nearest to 酒: 醪, 垆, 饮, 杯, 醺, 酲, 浇, 柂,\n",
      "Nearest to 歌: 唱, 郢, 遏, 箫, 奏, 举, 谯, 乐,\n",
      "Nearest to 笑: 醉, 扇, 怪, 敌, 误, 嘲, 共, 嗔,\n",
      "Nearest to 流: 渑, 瀑, 僵, 定, 觞, 似, 共, 涕,\n"
     ]
    }
   ],
   "source": [
    "num_steps = 1000001\n",
    "with tf.Session(graph=graph) as session:\n",
    "  # We must initialize all variables before we use them.\n",
    "  init.run()\n",
    "  print('Initialized')\n",
    "  average_loss = 0\n",
    "  for step in xrange(num_steps):\n",
    "    batch_inputs, batch_labels = generate_batch(batch_size, num_skips, skip_window)\n",
    "    feed_dict = {train_inputs: batch_inputs, train_labels: batch_labels}\n",
    "\n",
    "    # We perform one update step by evaluating the optimizer op (including it\n",
    "    # in the list of returned values for session.run()\n",
    "    _, loss_val = session.run([optimizer, loss], feed_dict=feed_dict)\n",
    "    average_loss += loss_val\n",
    "    if step % 2000 == 0:\n",
    "      if step > 0:\n",
    "        average_loss /= 2000\n",
    "\n",
    "      # The average loss is an estimate of the loss over the last 2000 batches.\n",
    "      print('Average loss at step ', step, ': ', average_loss)\n",
    "      average_loss = 0\n",
    "\n",
    "    # Note that this is expensive (~20% slowdown if computed every 500 steps)\n",
    "    if step % 10000 == 0:\n",
    "      sim = similarity.eval()\n",
    "\n",
    "      for i in xrange(valid_size):\n",
    "        valid_word = reverse_dictionary[valid_examples[i]]\n",
    "        top_k = 8  # number of nearest neighbors\n",
    "        nearest = (-sim[i, :]).argsort()[1:top_k + 1]\n",
    "        log_str = 'Nearest to %s:' % valid_word\n",
    "\n",
    "        for k in xrange(top_k):\n",
    "          close_word = reverse_dictionary[nearest[k]]\n",
    "          log_str = '%s %s,' % (log_str, close_word)\n",
    "\n",
    "        print(log_str)\n",
    "\n",
    "  final_embeddings = normalized_embeddings.eval()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Step 6: Visualize the embeddings."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:51:47.278897+08:00",
     "start_time": "2018-04-09T12:51:42.300989Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# pylint: disable=missing-docstring\n",
    "# Function to draw visualization of distance between embeddings.\n",
    "def plot_with_labels(low_dim_embs, labels, filename):\n",
    "  assert low_dim_embs.shape[0] >= len(labels), 'More labels than embeddings'\n",
    "  plt.figure(figsize=(18, 18))  # in inches\n",
    "  for i, label in enumerate(labels):\n",
    "    x, y = low_dim_embs[i, :]\n",
    "    plt.scatter(x, y)\n",
    "    plt.annotate(label,\n",
    "                 xy=(x, y),\n",
    "                 xytext=(5, 2),\n",
    "                 textcoords='offset points',\n",
    "                 ha='right',\n",
    "                 va='bottom')\n",
    "\n",
    "  plt.savefig(filename)\n",
    "\n",
    "try:\n",
    "  # pylint: disable=g-import-not-at-top\n",
    "  from sklearn.manifold import TSNE\n",
    "  import matplotlib.pyplot as plt\n",
    "  plt.rcParams['font.sans-serif']=['SimHei'] #用来正常显示中文标签\n",
    "  plt.rcParams['axes.unicode_minus']=False #用来正常显示负号\n",
    "\n",
    "\n",
    "  tsne = TSNE(perplexity=30, n_components=2, init='pca', n_iter=5000, method='exact')\n",
    "  plot_only = 500\n",
    "  low_dim_embs = tsne.fit_transform(final_embeddings[:plot_only, :])\n",
    "  labels = [reverse_dictionary[i] for i in xrange(plot_only)]\n",
    "  plot_with_labels(low_dim_embs, labels, 'tsne.png')\n",
    "\n",
    "except ImportError as ex:\n",
    "  print('Please install sklearn, matplotlib, and scipy to show embeddings.')\n",
    "  print(ex)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:51:47.296953+08:00",
     "start_time": "2018-04-09T12:51:47.280905Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# word2vec中，最终生成的embeding\n",
    "np.save('embedding.npy', final_embeddings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2018-04-09T12:51:47.348432+08:00",
     "start_time": "2018-04-09T12:51:47.298961Z"
    },
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "with open(\"reverse_dictionary.json\", \"w\") as fp:\n",
    "    json.dump(reverse_dictionary , fp) \n",
    "    \n",
    "with open(\"dictionary.json\", \"w\") as fp:\n",
    "    json.dump(dictionary , fp) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  },
  "toc": {
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": "block",
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
